{"meta":{"start_date":"2026-04-13","end_date":"2026-04-19","start_at":"2026-04-13T00:00:00Z","end_at":"2026-04-20T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T14:27:12Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":32,"failed_runs":9,"raw_occurrences":11,"matched_occurrences":11,"runs_affected":9},"rows":[{"environment":"int","failure_pattern_id":"11627fd97b445c2f08e2be8ae642dc8d395499056ca9309dd64efc606ab993b2","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Cluster '\u003cid\u003e' is in state 'pending_update', can't update; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":9.375,"anchor_occurrences":3,"after_last_push_count":4,"trend_counts":[0,0,0,1,1,0,1,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-06"],"prior_runs_affected":4,"prior_last_seen_at":"2026-04-09T07:10:59Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0009a8bd0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-fphzqg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2po8vnle8ohu04bskch88q0oqlpn089n' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0009a8bd0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-fphzqg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2po8vnle8ohu04bskch88q0oqlpn089n' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc000b074a0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-j4g4gw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pni671e890elvabbe631mnqcb4pi6te' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc000b074a0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-j4g4gw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pni671e890elvabbe631mnqcb4pi6te' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0011b52f0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-wr2r48/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pmeojr923nt08rchn2mn56al24muh61' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0011b52f0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-wr2r48/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pmeojr923nt08rchn2mn56al24muh61' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045306470416781312","occurred_at":"2026-04-18T01:00:27Z","signature_id":"d100438e186f4ed615d8cfd7dc8d369b680c1d6abc7f63de46af34126a02eb4a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044914445473288192","occurred_at":"2026-04-16T23:02:51Z","signature_id":"5100b982060e242646d3c1f515e6469bdf641e0810c18747aec7adf8cf7ee605","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044298200289906688","occurred_at":"2026-04-15T06:14:06Z","signature_id":"529548a1627e260bf9bc0004e8433d7d2d4e87777a912ee098a6bbdd2a40ecee","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-lwxkdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-lwxkdc, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":9.375,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,1,0,1,0,1],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":19,"prior_last_seen_at":"2026-04-11T04:17:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001194e70\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-z54f8d\" in resourcegroup=\"rg-zstream-upgrade-4-20-wrrfbr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-z54f8d in resource group rg-zstream-upgrade-4-20-wrrfbr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001194e70\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-z54f8d\" in resourcegroup=\"rg-zstream-upgrade-4-20-wrrfbr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-z54f8d in resource group rg-zstream-upgrade-4-20-wrrfbr, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013cf530\u003e: \n    failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-lwxkdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-lwxkdc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013cf530\u003e: \n    failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-lwxkdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-lwxkdc, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c840\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-9wb52w\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-9wb52w, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c840\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-9wb52w\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-9wb52w, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045718356585091072","occurred_at":"2026-04-19T04:17:18Z","signature_id":"da453743d6c1b52b553f1b5bcd6da9a60c5d2c79a9f310f9938070aba15ded4b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045053983071932416","occurred_at":"2026-04-17T08:17:19Z","signature_id":"93ea6c5711a42a405e5ec9a7875fcf5e7caa4d49f6655e0435600890ee693cd2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044459688325550080","occurred_at":"2026-04-15T16:55:18Z","signature_id":"fc94b90a729abe45dfff0ddf656c7d3ec34e0495b24b5c7b9bb3544040178c31","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: failed waiting for cluster=\"cluster-candidate-4-20-sflnjv\" in resourcegroup=\"rg-candidate-4-20-ckjcbv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":6.25,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1,1],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":19,"prior_last_seen_at":"2026-04-11T10:11:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00132cf00\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-xzjcr2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-xzjcr2\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-bvfzjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00132cf00\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-xzjcr2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-xzjcr2\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-bvfzjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a25a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-sflnjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: failed waiting for cluster=\"cluster-candidate-4-20-sflnjv\" in resourcegroup=\"rg-candidate-4-20-ckjcbv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a25a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-sflnjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: failed waiting for cluster=\"cluster-candidate-4-20-sflnjv\" in resourcegroup=\"rg-candidate-4-20-ckjcbv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-sflnjv in resource group rg-candidate-4-20-ckjcbv, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045968460462166016","occurred_at":"2026-04-19T20:51:07Z","signature_id":"1fccb2fc9669bfd21d229f90315a49394edc1d1e0fa764b0c72b6d02302f72e3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045356268809359360","occurred_at":"2026-04-18T04:18:29Z","signature_id":"43caae3f9faeb5420877c48eab17c2f2850c599bb6fb8e514f9fd77e8e55a2a0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.125,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":10,"prior_last_seen_at":"2026-04-10T07:39:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000272fc0\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000272fc0\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044254736290418688","occurred_at":"2026-04-15T03:21:24Z","signature_id":"e145de9eab827baea3aaad136017bb8077c7d8a81ff0f28e8ec1fc4e09264460","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"cf6ca3be66fe9781f7098aaa5a5aadda4cfd59f4b600a60b3f48ef63f5158b75","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-mrc8fs\" to finish updating, caused by: timeout '45.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-mrc8fs, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.125,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-23","2026-04-06"],"prior_runs_affected":3,"prior_last_seen_at":"2026-04-06T13:39:29Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008b1b00\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-mrc8fs\" to finish updating, caused by: timeout '45.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-mrc8fs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008b1b00\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-mrc8fs\" to finish updating, caused by: timeout '45.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-mrc8fs, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045306470416781312","occurred_at":"2026-04-18T01:00:27Z","signature_id":"3eacc67e407fb77f3cbc548c1af6892770d5830aff7cc1e2219d3b1127b51ff0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.125,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-16"],"prior_runs_affected":3,"prior_last_seen_at":"2026-03-21T04:28:02Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001fe4420\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-sgnv7.apps.aro.cilium-cluster.152u.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001fe4420\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-sgnv7.apps.aro.cilium-cluster.152u.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045356268809359360","occurred_at":"2026-04-18T04:18:29Z","signature_id":"929320c56a9fc76e064b4eb85625c5f82b5b424afd31949f74d99bea196edef7","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}