{"meta":{"start_date":"2026-04-07","end_date":"2026-04-07","start_at":"2026-04-07T00:00:00Z","end_at":"2026-04-08T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T18:27:11Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":4,"raw_occurrences":23,"matched_occurrences":23,"runs_affected":4},"rows":[{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-jmpb92\" in resourcegroup=\"admin-credential-lifecycle-test-24gwm4\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-jmpb92 in resource group admin-credential-lifecycle-test-24gwm4, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":17,"runs_affected":3,"failed_runs":3,"run_impact_percent":42.857142857142854,"anchor_occurrences":17,"after_last_push_count":66,"trend_counts":[0,0,0,0,0,1,17],"trend_range":"2026-04-01..2026-04-07 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-09","2026-03-23","2026-03-30"],"prior_runs_affected":15,"prior_last_seen_at":"2026-03-30T15:03:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP stable channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000962b10\u003e: \n    failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-q488kw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-q488kw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0013a3a70\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000962b10\u003e: \n    failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-q488kw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-q488kw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0013a3a70\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-q488kw\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001210960\u003e: \n    failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-5c957t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-5c957t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000fa8ae0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001210960\u003e: \n    failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-5c957t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-5c957t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000fa8ae0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-5c957t\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:244]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00121a390\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-th4vv6\" in resourcegroup=\"admin-credential-lifecycle-test-hgwf2d\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-th4vv6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-hgwf2d\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00067c4d0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:244]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00121a390\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-th4vv6\" in resourcegroup=\"admin-credential-lifecycle-test-hgwf2d\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-th4vv6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-hgwf2d\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00067c4d0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-th4vv6 in resource group admin-credential-lifecycle-test-hgwf2d\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"042b61f50aa415f54768763b4444c55e392fbf8b55af9e61d0bb9429cbed97d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"89416d7bed377da0cdca72f7ca2becad9202e8566b7ae2757c382c507b0fa1d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"bb00bb4ddba3ac6a31e28ede701c4c05212b2eaea4b290137a877863e26046b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"ee5559836eecc69834169f53ce3e6f87913a6bc7e341853e30b5d7946ac41fb6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"0e0e6f08104940b26f8a30f0de7783a231ad1e8a23a5dcea436044eafa2f767b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"204ed4ab3341f615b67e9c4c6c87fff916f40777445e154eb76f828e37cc58a8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"626b5af8b89656113775dd578d2a57ebebf487127865f3f6d2ea33e248c601d0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"645ab8d26c55badfc4ef72cf9b70507c1e124d0a41250f2f33d2c7125877f179","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"6aee6cdbcf3a53d9ea458bb08e5d0f1d0d1e9d281b2798b8bd3004140abb31e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"740a4f99fbf56b647cf17bea0420509c5b131987eff3af8bc7b4dbbdfd3913b3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"95ae471cc79de72bcb376bbaa636646b8aed7f3b11a05b732c9e50b9fcfb9493","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"a124c773077f612c819a91b9aa81b2f922dd27664ddb8bd84566286ea8b38969","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"dbc261aac64138d11ce557b9ea43f5e4de9ad652a5ec8513021c0f59162c7a58","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"ebfa239165d8fff0a343d8fa15bb332218f21e4b5d16ae6ce41868e1c493ca3f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041338907227852800","occurred_at":"2026-04-07T02:14:56Z","signature_id":"8f2ff11359b9688879aefd34ddea0290134722de6a1e55b4caf1fad0cc70aeed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041338907227852800","occurred_at":"2026-04-07T02:14:56Z","signature_id":"9f73f2fb357913c98bd5ec2c27f53879faded4fa1ff0d4d996c9dc1e05cc4407","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041338907227852800","occurred_at":"2026-04-07T02:14:56Z","signature_id":"b607a4b659f0502e6f0c411bff190c9a1678b569b42af34ac17e3745cde01db9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-6v8j2q\" in resourcegroup=\"rg-np-version-upgrade-6v8j2q-tc8ws7\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.21.z to 4.21.zLatest","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":57.142857142857146,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,0,0,0,0,0,4],"trend_range":"2026-04-01..2026-04-07 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30"],"prior_runs_affected":8,"prior_last_seen_at":"2026-04-03T19:38:03Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.21.z to 4.21.zLatest","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0003875f0\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-zht9sk\" in resourcegroup=\"rg-np-version-upgrade-zht9sk-58lpl7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-zht9sk\\\" in resourcegroup=\\\"rg-np-version-upgrade-zht9sk-58lpl7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f65290\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7\",\n            },\n            \u003c*fmt.wrapError | 0xc000940ee0\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-zht9sk\\\" in resourcegroup=\\\"rg-np-version-upgrade-zht9sk-58lpl7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0003875f0\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-zht9sk\" in resourcegroup=\"rg-np-version-upgrade-zht9sk-58lpl7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-zht9sk\\\" in resourcegroup=\\\"rg-np-version-upgrade-zht9sk-58lpl7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f65290\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-zht9sk-58lpl7\",\n            },\n            \u003c*fmt.wrapError | 0xc000940ee0\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-zht9sk\\\" in resourcegroup=\\\"rg-np-version-upgrade-zht9sk-58lpl7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000edc630\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-rqgm8s\" in resourcegroup=\"rg-np-version-upgrade-rqgm8s-g9dgz5\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-rqgm8s\\\" in resourcegroup=\\\"rg-np-version-upgrade-rqgm8s-g9dgz5\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006a65e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5\",\n            },\n            \u003c*fmt.wrapError | 0xc00090a440\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-rqgm8s\\\" in resourcegroup=\\\"rg-np-version-upgrade-rqgm8s-g9dgz5\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000edc630\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-rqgm8s\" in resourcegroup=\"rg-np-version-upgrade-rqgm8s-g9dgz5\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-rqgm8s\\\" in resourcegroup=\\\"rg-np-version-upgrade-rqgm8s-g9dgz5\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006a65e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-rqgm8s-g9dgz5\",\n            },\n            \u003c*fmt.wrapError | 0xc00090a440\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-rqgm8s\\\" in resourcegroup=\\\"rg-np-version-upgrade-rqgm8s-g9dgz5\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014848a0\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-6v8j2q\" in resourcegroup=\"rg-np-version-upgrade-6v8j2q-tc8ws7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-6v8j2q\\\" in resourcegroup=\\\"rg-np-version-upgrade-6v8j2q-tc8ws7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a17e50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7\",\n            },\n            \u003c*fmt.wrapError | 0xc000bd4600\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-6v8j2q\\\" in resourcegroup=\\\"rg-np-version-upgrade-6v8j2q-tc8ws7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:154]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014848a0\u003e: \n    failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7, error: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-6v8j2q\" in resourcegroup=\"rg-np-version-upgrade-6v8j2q-tc8ws7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-21, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7, error: failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-6v8j2q\\\" in resourcegroup=\\\"rg-np-version-upgrade-6v8j2q-tc8ws7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a17e50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-21 in resource group rg-np-version-upgrade-6v8j2q-tc8ws7\",\n            },\n            \u003c*fmt.wrapError | 0xc000bd4600\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-21\\\" for cluster \\\"np-version-upgrade-cluster-6v8j2q\\\" in resourcegroup=\\\"rg-np-version-upgrade-6v8j2q-tc8ws7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"04c6c6ca317d725bd595619e3e223b3656336b1928fd94aa24ad80e54175fb14","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"74ca4531af1e4b42e61232127312dddc57c5d7a98c9dbcdb08c32428f0662c7b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041338907227852800","occurred_at":"2026-04-07T02:14:56Z","signature_id":"82fe225835099420611eb66e5daf4b5ae1bfb52fdf478ef6af7f85d64d89fb22","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041305369547902976","occurred_at":"2026-04-07T00:00:55Z","signature_id":"382000fee4e06fd3c2360002caa083c1c27a8efe779b6bebebdd99717287d54a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":28.571428571428573,"anchor_occurrences":2,"after_last_push_count":60,"trend_counts":[0,0,0,0,0,2,2],"trend_range":"2026-04-01..2026-04-07 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-09","2026-03-23"],"prior_runs_affected":15,"prior_last_seen_at":"2026-03-27T08:52:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041447932632240128","occurred_at":"2026-04-07T09:28:10Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041383376501346304","occurred_at":"2026-04-07T05:10:26Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}