{"meta":{"date":"2026-05-13","timezone":"UTC","generated_at":"2026-08-30T06:37:38Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":6,"runs_with_occurrences":6,"runs_with_failure_pattern_matches":6,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T23:17:23Z"},"failed_at":["e2e"],"failed_test_count":7,"occurrences":[{"row_id":"52b3feced10a3f297349f2169c16ed0da69fb1bafa98370ff625dfb2c89b5a47","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"28e82b38fb6eb2b679482bb38434e6e7435e386f50e15694ed8dd1944ec139bb","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:143]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00115e660\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-fbqwxv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:143]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00115e660\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-fbqwxv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6d8a28d48cc4970d0f2235caa51b21154be46f90f637aecb0006fe72ad7a4ea5","failure_pattern":"DeleteResourceGroup timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-fbqwxv, error: context deadline exceeded"}},{"row_id":"5807eea98e831579a905376e70c0de41f2e59b2d37333c25a8cea62ac16450f8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"804b064328e4f5d5bdcf84d7ccc88e58729aed7f0242a82b80dd93b8613122b3","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001312198\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001312198\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"5fe870db5b36a553efee23715669904305631bd1c9c2d9c973274033ed47d5f7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"9969e8478625853f0f157c5e12fa5e1c4f4e78c5ceb1e070e74f4f955e88608d","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000df61e0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-hgw8jz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000df61e0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-hgw8jz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"621f48c9f7dff7976c04c651417c0e93bc1c673d7049aca53192b75181a69424","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:139]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:139]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}},{"row_id":"78abe05505f12718f1a9d91da267b294eedaffc7a52add05ab102a5e8dfdc09a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"fb8bd64b06f951f3b5189a67d035c30530f75856f91844fc6d0e73f37ff26919","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001726438\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-whxwt2\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001726438\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-whxwt2\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"8303eda0a0610f8db376fea070649c2a895d485d7313abc637d300fbc1ea1bdb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"4b6c8b4d7b8ced44a7844df94600fc6572e60be695bc5afc98d9515e5f24cb90","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:362]: Timed out after 300.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:347 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n    \u003c*errors.errorString | 0xc000bef620\u003e: \n    E0514 00:08:31.255742    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.268033    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.294823    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.307820    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.324327    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    error: You must be logged in to the server (the server has asked for the client to provide credentials)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:362]: Timed out after 300.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:347 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n    \u003c*errors.errorString | 0xc000bef620\u003e: \n    E0514 00:08:31.255742    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.268033    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.294823    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.307820    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    E0514 00:08:31.324327    2644 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n    error: You must be logged in to the server (the server has asked for the client to provide credentials)\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bed574ad97045960d75c75aa64c7f7747ddcebb9625b6104fadd5684b1f696d4","failure_pattern":"couldn't get current server API group list: the server has asked for the client to provide credentials","search_query":"couldn't get current server API group list: the server has asked for the client to provide credentials"}},{"row_id":"fdbe1106c915f692e4c48f3b2f650c09f716b225a3c06e7d2b1b2e928ad91225","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054702578100342784","occurred_at":"2026-05-13T23:17:23Z","failed_at":"e2e","signature_id":"2f8145ea538c7de4b98a8174c0d95a0da3aedb0050a28975c0695c87517e07fb","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008449c0\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-x9glvp\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-k7tb76\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/82580c93-80ca-4782-a780-8beefa3ca171\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/82580c93-80ca-4782-a780-8beefa3ca171\",\n      \"name\": \"82580c93-80ca-4782-a780-8beefa3ca171\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-14T00:41:19.022062955Z\",\n      \"endTime\": \"2026-05-14T00:42:47.115197921Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008449c0\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-x9glvp\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-k7tb76\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/82580c93-80ca-4782-a780-8beefa3ca171\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/82580c93-80ca-4782-a780-8beefa3ca171\",\n      \"name\": \"82580c93-80ca-4782-a780-8beefa3ca171\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-14T00:41:19.022062955Z\",\n      \"endTime\": \"2026-05-14T00:42:47.115197921Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":7,"failure_pattern_ids":["52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","6d8a28d48cc4970d0f2235caa51b21154be46f90f637aecb0006fe72ad7a4ea5","88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c","9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","bed574ad97045960d75c75aa64c7f7747ddcebb9625b6104fadd5684b1f696d4"],"matched_occurrences":7,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T19:53:51Z"},"failed_at":["e2e"],"failed_test_count":6,"occurrences":[{"row_id":"008626f18628522ae413abe60418ed659d14dd9525d05b82677e3fc455951df0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"932bd293205dc518babef8f46ef4dfbaa0d0ebd002cd205794b136ddde739b79","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00166e348\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-74ww4g\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00166e348\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-74ww4g\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"1560aaf335461611ddd3b243faf21bc64a91b5a05a14fcd63e6870a196e44c4d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"828841ea953ef5b091303c0afe4a125d72cae2469de878f87a053f17ddb4e6c3","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00106a468\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-version-upgrade-cluster-gxhjsl\" in resourcegroup=\"rg-np-version-upgrade-gxhjsl-cphmb6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00106a468\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-version-upgrade-cluster-gxhjsl\" in resourcegroup=\"rg-np-version-upgrade-gxhjsl-cphmb6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"215cb11794c98e2176a62b58295b53efc8b60731d279e7fd24640b2fabd5a26a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"0785385e95498ce8f49d73b7e8dc08dc89333fc20eb22e79310882018fac4e1d","test_name":"Customer should be able to update node pool labels and taints","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0017783d8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n4jghs\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0017783d8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n4jghs\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"57ed07b8671e341f5089028d19159269797c848f25025797d7e19b3071162881","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"b5018427fb00da2955ca8f2222b5c18535ab44a253c96a8c7b969ce27a2418af","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0006d4738\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-fdrwjd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0006d4738\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-fdrwjd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-9mdxlx\" in resourcegroup=\"admin-credential-lifecycle-test-5szj8p\" to finish deleting: context canceled"}},{"row_id":"84051a44ed1ad0937c39d5bf6dcd80757ecf3858fe5523db546a1ee992e2dbae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"711787586e5347cc6f943ff07b2b74dffe57c9394b8194ceeafb912bbc81034d","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c94560\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-gjf5t9\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fg6lv9\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5f247cdd-5812-4761-b99d-f988d2cb1453\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5f247cdd-5812-4761-b99d-f988d2cb1453\",\n      \"name\": \"5f247cdd-5812-4761-b99d-f988d2cb1453\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T21:07:58.388882897Z\",\n      \"endTime\": \"2026-05-13T21:09:22.905598885Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c94560\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-gjf5t9\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fg6lv9\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5f247cdd-5812-4761-b99d-f988d2cb1453\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5f247cdd-5812-4761-b99d-f988d2cb1453\",\n      \"name\": \"5f247cdd-5812-4761-b99d-f988d2cb1453\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T21:07:58.388882897Z\",\n      \"endTime\": \"2026-05-13T21:09:22.905598885Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"92ebdaa23b005745978bdda6917ec99acf27878fd50b06c7d52dac603569b5b0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054651356416839680","occurred_at":"2026-05-13T19:53:51Z","failed_at":"e2e","signature_id":"25f9e03fd593ef52b68d896951574d1380d7d703f742e1fecff9f718bbf325b4","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00136ec60\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-98czdp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-98czdp in resource group rg-np-version-upgrade-98czdp-6t5bts, error: failed waiting for cluster=\"np-version-upgrade-cluster-98czdp\" in resourcegroup=\"rg-np-version-upgrade-98czdp-6t5bts\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-98czdp in resource group rg-np-version-upgrade-98czdp-6t5bts, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00136ec60\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-98czdp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-98czdp in resource group rg-np-version-upgrade-98czdp-6t5bts, error: failed waiting for cluster=\"np-version-upgrade-cluster-98czdp\" in resourcegroup=\"rg-np-version-upgrade-98czdp-6t5bts\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-98czdp in resource group rg-np-version-upgrade-98czdp-6t5bts, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: failed waiting for cluster=\"cluster-zstream-4-20-x9qmdr\" in resourcegroup=\"rg-zstream-upgrade-4-20-w7phnh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":6,"failure_pattern_ids":["0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e"],"matched_occurrences":6,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054581570538311680","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T15:16:27Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"015cf9fb7afb5e96f67b53d7756e2614eb9761cc37e04cfcf2088498a0a89dd5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054581570538311680","occurred_at":"2026-05-13T15:16:27Z","failed_at":"e2e","signature_id":"34da2dfccb65d727b8d34d8767ac31674d5e678ab80b997f59798757c54726cb","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000dac400\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-mtqjkn\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-n4zbgv\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/182072e0-9b74-4cef-b677-89a453c15273\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/182072e0-9b74-4cef-b677-89a453c15273\",\n      \"name\": \"182072e0-9b74-4cef-b677-89a453c15273\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T16:20:21.870546037Z\",\n      \"endTime\": \"2026-05-13T16:22:13.927370791Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000dac400\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-mtqjkn\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-n4zbgv\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/182072e0-9b74-4cef-b677-89a453c15273\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/182072e0-9b74-4cef-b677-89a453c15273\",\n      \"name\": \"182072e0-9b74-4cef-b677-89a453c15273\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T16:20:21.870546037Z\",\n      \"endTime\": \"2026-05-13T16:22:13.927370791Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"9934b18cb48986da1fcc1c0358a61b13e7b6feaf054a353862884734c7bf2b06","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054581570538311680","occurred_at":"2026-05-13T15:16:27Z","failed_at":"e2e","signature_id":"ea99ada7b9391bbef4d38a79ed01c3daa3eefa278b5316917f7e9a21bc1b0f30","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014b4ff0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-x9qmdr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: failed waiting for cluster=\"cluster-zstream-4-20-x9qmdr\" in resourcegroup=\"rg-zstream-upgrade-4-20-w7phnh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014b4ff0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-x9qmdr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: failed waiting for cluster=\"cluster-zstream-4-20-x9qmdr\" in resourcegroup=\"rg-zstream-upgrade-4-20-w7phnh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: failed waiting for cluster=\"cluster-zstream-4-20-x9qmdr\" in resourcegroup=\"rg-zstream-upgrade-4-20-w7phnh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-x9qmdr in resource group rg-zstream-upgrade-4-20-w7phnh, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054503829403078656","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T10:07:37Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"cf9d5f6d83e2f34f3c15f2cd8a0e786099cc152530be01aacb2413f9781429a8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054503829403078656","occurred_at":"2026-05-13T10:07:37Z","failed_at":"e2e","signature_id":"e28b956523b2056e0b2f53bbe0ee07a446e34759829f038b829020c52590d339","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000bfcae0\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-mrjt2c\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fpbzfg\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/49d5cbd3-678d-4fe3-9ed2-a848d52acb56\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/49d5cbd3-678d-4fe3-9ed2-a848d52acb56\",\n      \"name\": \"49d5cbd3-678d-4fe3-9ed2-a848d52acb56\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T11:04:30.183820377Z\",\n      \"endTime\": \"2026-05-13T11:06:12.539306454Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000bfcae0\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-mrjt2c\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fpbzfg\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/49d5cbd3-678d-4fe3-9ed2-a848d52acb56\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/49d5cbd3-678d-4fe3-9ed2-a848d52acb56\",\n      \"name\": \"49d5cbd3-678d-4fe3-9ed2-a848d52acb56\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T11:04:30.183820377Z\",\n      \"endTime\": \"2026-05-13T11:06:12.539306454Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054464536823468032","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T07:31:30Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"fff792770615b2a0cf34131d75796bd30ec9556660f05836bf17ed9dfe8be800","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054464536823468032","occurred_at":"2026-05-13T07:31:30Z","failed_at":"e2e","signature_id":"1084eb940a55d1ffea9cfc06cd48d1beb2ffd3b6ca6fbf04bd7cfc5fc775395f","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000946d00\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-7nmwp5\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-9gqgnv\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dd81deca-9e2f-4086-a4f5-2a70306c3bba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dd81deca-9e2f-4086-a4f5-2a70306c3bba\",\n      \"name\": \"dd81deca-9e2f-4086-a4f5-2a70306c3bba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T08:40:18.500125613Z\",\n      \"endTime\": \"2026-05-13T08:42:21.215747142Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000946d00\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-7nmwp5\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-9gqgnv\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dd81deca-9e2f-4086-a4f5-2a70306c3bba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dd81deca-9e2f-4086-a4f5-2a70306c3bba\",\n      \"name\": \"dd81deca-9e2f-4086-a4f5-2a70306c3bba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T08:40:18.500125613Z\",\n      \"endTime\": \"2026-05-13T08:42:21.215747142Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054413450670510080","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-13T04:03:36Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"8574a49e7324e17434f2a44c2d7784340f7367126ea7a7112657cfb0c4fb1a88","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2054413450670510080","occurred_at":"2026-05-13T04:03:36Z","failed_at":"e2e","signature_id":"62bfcaa315458c3c4c8ff53d329e499df17073326eb5b839ebed84e22094642d","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000133320\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-7cdhcm\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-q42bt7\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/02423575-465c-41ec-aef3-b05e26e53f38\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/02423575-465c-41ec-aef3-b05e26e53f38\",\n      \"name\": \"02423575-465c-41ec-aef3-b05e26e53f38\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T06:04:25.927599638Z\",\n      \"endTime\": \"2026-05-13T06:05:58.537133791Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000133320\u003e: \n    failed waiting for hcpCluster=\"cp-ystream-upgrade-4-21-7cdhcm\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-q42bt7\" to finish updating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/02423575-465c-41ec-aef3-b05e26e53f38\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/02423575-465c-41ec-aef3-b05e26e53f38\",\n      \"name\": \"02423575-465c-41ec-aef3-b05e26e53f38\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-05-13T06:04:25.927599638Z\",\n      \"endTime\": \"2026-05-13T06:05:58.537133791Z\",\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message timed out after 29s waiting for resolution of desired version from '4.21.15' cluster version; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9450c3510fa1b3d6bd923dc877507dc8addabc8ce5b76024f64036b5eb8d4b2e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}