{"meta":{"date":"2026-04-29","timezone":"UTC","generated_at":"2026-08-30T05:09:08Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":10,"failed_runs":10,"runs_with_occurrences":10,"runs_with_failure_pattern_matches":7,"runs_with_unmatched_occurrences":3,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049619488046845952","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T20:05:04Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"c7fdf92c9e7d21e126814967516e75accd096ccfb554fbf97c4537e870b2c297","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049619488046845952","occurred_at":"2026-04-29T20:05:04Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049610459375472640","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T19:06:15Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"46a9436c3ceb55a6d8d2044b5194f42d54e8093f8c9007eec133f6e4ec45dd87","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049610459375472640","occurred_at":"2026-04-29T19:06:15Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049565492720439296","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T19:04:27Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"959605d5924cba57e572566248bf43afac1d3803509b3a3f5d60bdc558a4d756","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049565492720439296","occurred_at":"2026-04-29T19:04:27Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049601014973075456","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T16:01:16Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"61218ed883008f6b180d60ccd510513c858a132da80b52ee2523cf7611e05689","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049601014973075456","occurred_at":"2026-04-29T16:01:16Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049601016311058432","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T14:56:45Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"456f674005be96a5d4d5889a2dcedbb530977e9f458eac5a2a2e0709f6cacb59","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049601016311058432","occurred_at":"2026-04-29T14:56:45Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049564091978092544","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T14:52:53Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"d256d921d2c185f912a6d3a721f7dd370633e8f7d283069d16e2848243d7e5ae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049564091978092544","occurred_at":"2026-04-29T14:52:53Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049530806933655552","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T14:45:29Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"3891f79b427da938c1fd70914bd121cb5e354658f810b7c85b08eb3930eb36e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049530806933655552","occurred_at":"2026-04-29T14:45:29Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049498421609369600","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T14:37:56Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"12905b817de2ab2653ed45a6a54854e9d3680c37cf15d44bcadaca2747653fb4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049498421609369600","occurred_at":"2026-04-29T14:37:56Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}},{"row_id":"f85b59f2fa721735ad75bb0ee033ed638f4ccf4b50216887c2bbb40e9321655b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049498421609369600","occurred_at":"2026-04-29T14:37:56Z","failed_at":"e2e","signature_id":"1595ba64259ffd3f315c00795574162bbc9ddf8f6eb854b0637d888588a0f4ed","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e3f710\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e3f710\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"63a755b10a4ebc8c89991a40e36c8d3c0a9cd5e114a858de40038cb6cec08053","failure_pattern":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","search_query":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["63a755b10a4ebc8c89991a40e36c8d3c0a9cd5e114a858de40038cb6cec08053","f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T08:51:26Z"},"failed_at":["e2e","unknown"],"failed_test_count":39,"occurrences":[{"row_id":"0f43291e45655f7bfe9220cfb61082b9baae1473165dec6387abc49857c9d0cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"a98f06ac0269dba04e334aa04102226d6ae00f94bec5f4e0a0e4898f8bb1ddf5","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001520de0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-bqxhm5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-bqxhm5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001520de0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-bqxhm5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-bqxhm5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"1a63f39fbe75fdd75ddaf5919499c59b9fa5040bbc5a994bd68c8e101eb1d567","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"38ea6d6bb623fc9e1c03a4dc9a4703a17751ea0fc84b3161c2f8626df1261190","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011e0ab0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-nmtjxm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-nmtjxm in resource group rg-zstream-upgrade-4-20-zxjzlz, error: failed waiting for cluster=\"cluster-zstream-4-20-nmtjxm\" in resourcegroup=\"rg-zstream-upgrade-4-20-zxjzlz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-nmtjxm in resource group rg-zstream-upgrade-4-20-zxjzlz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011e0ab0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-nmtjxm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-nmtjxm in resource group rg-zstream-upgrade-4-20-zxjzlz, error: failed waiting for cluster=\"cluster-zstream-4-20-nmtjxm\" in resourcegroup=\"rg-zstream-upgrade-4-20-zxjzlz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-nmtjxm in resource group rg-zstream-upgrade-4-20-zxjzlz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"1a8f2b84f6ae199168bde52cdc5eab73f35ace5cf9b056ada6549f0ed8b5f059","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"c625a214a177ed00125760f3e2405cc4232ca5f64fc78bc978d71fd75e9a6826","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f0a20\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-dk5wnw, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-dk5wnw in resource group rg-zstream-upgrade-4-19-dl4qxn, error: failed waiting for cluster=\"cluster-zstream-4-19-dk5wnw\" in resourcegroup=\"rg-zstream-upgrade-4-19-dl4qxn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-dk5wnw in resource group rg-zstream-upgrade-4-19-dl4qxn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f0a20\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-dk5wnw, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-dk5wnw in resource group rg-zstream-upgrade-4-19-dl4qxn, error: failed waiting for cluster=\"cluster-zstream-4-19-dk5wnw\" in resourcegroup=\"rg-zstream-upgrade-4-19-dl4qxn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-dk5wnw in resource group rg-zstream-upgrade-4-19-dl4qxn, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"25fa06bff71d34edc20cd5c42029995d9193a9c907cb9349dccbce389d1f3765","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"cbaacdba3cdb5f9615f3c30bd21831fd56c03f1d016fedcf5af22b163d2e6dbf","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135f320\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-4wd4jq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-4wd4jq in resource group rg-candidate-4-22-pkp7qg, error: failed waiting for cluster=\"cluster-candidate-4-22-4wd4jq\" in resourcegroup=\"rg-candidate-4-22-pkp7qg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-4wd4jq in resource group rg-candidate-4-22-pkp7qg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135f320\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-4wd4jq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-4wd4jq in resource group rg-candidate-4-22-pkp7qg, error: failed waiting for cluster=\"cluster-candidate-4-22-4wd4jq\" in resourcegroup=\"rg-candidate-4-22-pkp7qg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-4wd4jq in resource group rg-candidate-4-22-pkp7qg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"2b1e258c975b403837866d3f3a7690ff2ba06f3a90c89acc49b38d07bc86cdbb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"6f55486917ff1587c8a353c487e9cb72802de4a63b413543ab17617ef418d5c2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f66f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-rhf5jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-rhf5jl in resource group rg-zstream-upgrade-4-21-ppmfp8, error: failed waiting for cluster=\"cluster-zstream-4-21-rhf5jl\" in resourcegroup=\"rg-zstream-upgrade-4-21-ppmfp8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-rhf5jl in resource group rg-zstream-upgrade-4-21-ppmfp8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f66f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-rhf5jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-rhf5jl in resource group rg-zstream-upgrade-4-21-ppmfp8, error: failed waiting for cluster=\"cluster-zstream-4-21-rhf5jl\" in resourcegroup=\"rg-zstream-upgrade-4-21-ppmfp8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-rhf5jl in resource group rg-zstream-upgrade-4-21-ppmfp8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"2e1754d889854c2f602204b4ff8cc240af5e1e272d3eff2dc8e403603831021e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"df0551bed39aa73fe732d284c7e6d0ded1e61a2958e4c69ba2da428b19661330","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eb57a0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-tk62zw, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-tk62zw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-tk62zw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eb57a0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-tk62zw, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-tk62zw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-tk62zw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"34f729ad9edabe4fa0824859be81c4ec0cdbc012a395f3cb37391d56fec8d816","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"a3d5611aa9faef5d88aca3e367072cb6cb757edfc0f4fa7689439c927bf8c464","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":".go:56 +0x1e fp=0xc000b03b08 sp=0xc000b03ae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f9b68580d48, 0xc001732b10}, 0xc001730a98, {0xc0008942e0, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000b03db0 sp=0xc000b03b08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000e39400, {0x7f9b68580d48, 0xc001732b10}, {0xc0008942e0, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000b03f28 sp=0xc000b03db0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f9b68580d48, 0xc001732b10})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000b03fc0 sp=0xc000b03f28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000b03fe0 sp=0xc000b03fc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b03fe8 sp=0xc000b03fe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1007\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\ngoroutine 1007 gp=0xc000c116c0 m=nil [sync.WaitGroup.Wait, 33 minutes]:\nruntime.gopark(0xc0017915f0?, 0x2d54874?, 0x80?, 0x50?, 0x200c00172e0e0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000d91590 sp=0xc000d91570 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc001776ba8, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000d915f8 sp=0xc000d91590 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc0012dc5c0?, 0xc0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000d91630 sp=0xc000d915f8 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc001776ba0)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000d91658 sp=0xc000d91630 pc=0x2de2225\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000e39400, {0x7f9b68580d48, 0xc001732b10}, {{0xc000a10d40, 0x1, 0x1}, 0x34630b8a000, {0x82c80f2, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:327 +0x273 fp=0xc000d91768 sp=0xc000d91658 pc=0x6942793\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000e39400, {0x7f9b68580d48, 0xc001732b10})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:228 +0x225 fp=0xc000d91888 sp=0xc000d91768 pc=0x6941f25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9b68580d48?, 0xc001732b10?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000d918b0 sp=0xc000d91888 pc=0x6956053\nruntime.call16(0xc000e7dad0, 0xc0002d3c40, 0x0, 0x0, 0x0, 0x10, 0xc000d91b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000d918d0 sp=0xc000d918b0 pc=0x2dc4223\nruntime.reflectcall(0x7cbdf00?, 0xc001732b10?, 0x2?, 0x82fdae4?, 0x0?, 0x12?, 0x78a0d80?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000d91910 sp=0xc000d918d0 pc=0x2dccab6\nreflect.Value.call({0x7181340?, 0xc0002d3c40?, 0xc000385030?}, {0x82bbf7b, 0x4}, {0xc000d87f60, 0x1, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000d91e70 sp=0xc000d91910 pc=0x2dffa86\nreflect.Value.Call({0x7181340?, 0xc0002d3c40?, 0xc000385030?}, {0xc000d87f60?, 0xc00142f000?, 0x2e794cf?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000d91ee8 sp=0xc000d91e70 pc=0x2dfeb79\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8e21b60?, 0xc001732b10?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000d91f88 sp=0xc000d91ee8 pc=0x3220210\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000d91fe0 sp=0xc000d91f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000d91fe8 sp=0xc000d91fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 107\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7f9b6a6b2cb8\nrsp    0x7f9b6a6b2c70\nr8     0x0\nr9     0x0\nr10    0x7f9b6a6b2ca8\nr11    0x202\nr12    0x7f9b6a6b2ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n.go:56 +0x1e fp=0xc000b03b08 sp=0xc000b03ae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f9b68580d48, 0xc001732b10}, 0xc001730a98, {0xc0008942e0, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000b03db0 sp=0xc000b03b08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000e39400, {0x7f9b68580d48, 0xc001732b10}, {0xc0008942e0, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000b03f28 sp=0xc000b03db0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f9b68580d48, 0xc001732b10})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000b03fc0 sp=0xc000b03f28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000b03fe0 sp=0xc000b03fc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b03fe8 sp=0xc000b03fe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1007\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\ngoroutine 1007 gp=0xc000c116c0 m=nil [sync.WaitGroup.Wait, 33 minutes]:\nruntime.gopark(0xc0017915f0?, 0x2d54874?, 0x80?, 0x50?, 0x200c00172e0e0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000d91590 sp=0xc000d91570 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc001776ba8, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000d915f8 sp=0xc000d91590 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc0012dc5c0?, 0xc0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000d91630 sp=0xc000d915f8 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc001776ba0)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000d91658 sp=0xc000d91630 pc=0x2de2225\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000e39400, {0x7f9b68580d48, 0xc001732b10}, {{0xc000a10d40, 0x1, 0x1}, 0x34630b8a000, {0x82c80f2, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:327 +0x273 fp=0xc000d91768 sp=0xc000d91658 pc=0x6942793\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000e39400, {0x7f9b68580d48, 0xc001732b10})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:228 +0x225 fp=0xc000d91888 sp=0xc000d91768 pc=0x6941f25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9b68580d48?, 0xc001732b10?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000d918b0 sp=0xc000d91888 pc=0x6956053\nruntime.call16(0xc000e7dad0, 0xc0002d3c40, 0x0, 0x0, 0x0, 0x10, 0xc000d91b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000d918d0 sp=0xc000d918b0 pc=0x2dc4223\nruntime.reflectcall(0x7cbdf00?, 0xc001732b10?, 0x2?, 0x82fdae4?, 0x0?, 0x12?, 0x78a0d80?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000d91910 sp=0xc000d918d0 pc=0x2dccab6\nreflect.Value.call({0x7181340?, 0xc0002d3c40?, 0xc000385030?}, {0x82bbf7b, 0x4}, {0xc000d87f60, 0x1, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000d91e70 sp=0xc000d91910 pc=0x2dffa86\nreflect.Value.Call({0x7181340?, 0xc0002d3c40?, 0xc000385030?}, {0xc000d87f60?, 0xc00142f000?, 0x2e794cf?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000d91ee8 sp=0xc000d91e70 pc=0x2dfeb79\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8e21b60?, 0xc001732b10?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000d91f88 sp=0xc000d91ee8 pc=0x3220210\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000d91fe0 sp=0xc000d91f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000d91fe8 sp=0xc000d91fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 107\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7f9b6a6b2cb8\nrsp    0x7f9b6a6b2c70\nr8     0x0\nr9     0x0\nr10    0x7f9b6a6b2ca8\nr11    0x202\nr12    0x7f9b6a6b2ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"41c1f8fb9d5d22077a0ff1f2ca3b596df5ac1dd82d1e53742167482a3c90c426","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"3ed10e0a93958eff0f1083f09b28d87c89a00dfd06cf3fd7f91863d114efdb42","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001434840\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-6zvgzv, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-6zvgzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-6zvgzv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001434840\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-6zvgzv, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-6zvgzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-6zvgzv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"55a689657d9a1079116c915057f64e006e349e5271b09593520f93dd7565e9e4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"b8375dc982d506dc907cc6309aa10e7c506225b9fa95cf1bc2669737b16cb0af","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010a22d0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ntxcjf, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-ntxcjf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ntxcjf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010a22d0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ntxcjf, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-ntxcjf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ntxcjf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"59cb9980b45121a417472fc7bcf875246fb365647b9d7337c0995a63544c57cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"b088c75d68851cadcf95dd0c6f45086504d3790f06cf6ac9c3b6667d6cffbde1","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f9a270\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-bmb9gl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-bmb9gl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f9a270\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-bmb9gl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-bmb9gl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"62eec99826afb33049da25ccad2cfbf651ac2ff699af2f0873b0a2600bd843e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"9b9aef1ffbe84836d553f174a21ad7a2c3e9e3deb2a96950c9ba868cca019073","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009d0de0\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-9vl8vk, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-9vl8vk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-9vl8vk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009d0de0\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-9vl8vk, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-9vl8vk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-9vl8vk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"65ec1545fa028f3c090916d633d19251682b91023d6ac47cfc01b03b6eaf5ff4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"bc8661b370fce57389ec86e649c94658ee15664bf8f7de3af0949f6867c26751","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"Running Suite:  - /opt/app-root/src/github.com/Azure/ARO-HCP\n  ============================================================\n  Random Seed: 1777462557 - will randomize all specs\n\n  Will run 1 of 1 specs\n  ------------------------------\n  Customer should be able to use workload identity via the cluster OIDC issuer URL [PreLaunchSetup:None, Importance:Medium, Positivity:Positive, ARO-HCP-RP-API-Compatible]\n  /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:169\n  \"ts\"=\"2026-04-29 11:35:57.837648\" \"level\"=0 \"msg\"=\"Starting identity container acquisition\" \"count\"=1 \"specID\"=\"Customer-should-be-able-to-use-workload-identity-via-the-cluster-OIDC-issuer-URL|pid:953\"\n  \"ts\"=\"2026-04-29 11:35:57.844548\" \"level\"=0 \"msg\"=\"Successfully assigned identity containers\" \"count\"=1 \"attempt\"=1 \"elapsed\"=\"0s\"\n    STEP: creating a resource group @ 04/29/26 11:35:57.844\n  \"ts\"=\"2026-04-29 11:35:57.844606\" \"level\"=0 \"msg\"=\"creating resource group\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n    STEP: creating cluster parameters @ 04/29/26 11:36:00.757\n    STEP: creating customer resources (infrastructure and managed identities) for cluster @ 04/29/26 11:36:00.875\n    STEP: creating the HCP cluster @ 04/29/26 11:36:50.651\n  \"ts\"=\"2026-04-29 11:36:50.651533\" \"level\"=0 \"msg\"=\"Starting HCP cluster creation\" \"clusterName\"=\"oidc-wi-cluster\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"version\"=\"4.20.19\" \"channelGroup\"=\"candidate\"\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216 @ 04/29/26 12:21:50.651\n  \"ts\"=\"2026-04-29 12:21:50.652051\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 12:21:50.652170\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-oidc-wi-cluster-czd5x2\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n  \"ts\"=\"2026-04-29 12:21:50.779042\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-oidc-wi-cluster-czd5x2\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 12:21:52.492060\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-f2883517cea1430b4915f04acc052b067a0c30de1b37a57f443ec7d05cd4dc52.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.492309\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-f2883517cea1430b4915f04acc052b067a0c30de1b37a57f443ec7d05cd4dc52.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.492371\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:52.493645\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\"\n  \"ts\"=\"2026-04-29 12:21:52.493666\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n  \"ts\"=\"2026-04-29 12:21:52.620807\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 12:21:52.641610\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"deployment\"=\"pooledNonMsiScopedAssignments-s6kwp7xg43dbi\"\n  \"ts\"=\"2026-04-29 12:21:52.785801\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"deployment\"=\"customer-infra-oidc-wi-cluster-czd5x2\"\n  \"ts\"=\"2026-04-29 12:21:52.888653\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\" \"deployment\"=\"msi-deployment-66\"\n  \"ts\"=\"2026-04-29 12:21:52.994537\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:53.550559\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 12:21:53.550741\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nRunning Suite:  - /opt/app-root/src/github.com/Azure/ARO-HCP\n  ============================================================\n  Random Seed: 1777462557 - will randomize all specs\n\n  Will run 1 of 1 specs\n  ------------------------------\n  Customer should be able to use workload identity via the cluster OIDC issuer URL [PreLaunchSetup:None, Importance:Medium, Positivity:Positive, ARO-HCP-RP-API-Compatible]\n  /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:169\n  \"ts\"=\"2026-04-29 11:35:57.837648\" \"level\"=0 \"msg\"=\"Starting identity container acquisition\" \"count\"=1 \"specID\"=\"Customer-should-be-able-to-use-workload-identity-via-the-cluster-OIDC-issuer-URL|pid:953\"\n  \"ts\"=\"2026-04-29 11:35:57.844548\" \"level\"=0 \"msg\"=\"Successfully assigned identity containers\" \"count\"=1 \"attempt\"=1 \"elapsed\"=\"0s\"\n    STEP: creating a resource group @ 04/29/26 11:35:57.844\n  \"ts\"=\"2026-04-29 11:35:57.844606\" \"level\"=0 \"msg\"=\"creating resource group\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n    STEP: creating cluster parameters @ 04/29/26 11:36:00.757\n    STEP: creating customer resources (infrastructure and managed identities) for cluster @ 04/29/26 11:36:00.875\n    STEP: creating the HCP cluster @ 04/29/26 11:36:50.651\n  \"ts\"=\"2026-04-29 11:36:50.651533\" \"level\"=0 \"msg\"=\"Starting HCP cluster creation\" \"clusterName\"=\"oidc-wi-cluster\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"version\"=\"4.20.19\" \"channelGroup\"=\"candidate\"\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216 @ 04/29/26 12:21:50.651\n  \"ts\"=\"2026-04-29 12:21:50.652051\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 12:21:50.652170\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-oidc-wi-cluster-czd5x2\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n  \"ts\"=\"2026-04-29 12:21:50.779042\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-oidc-wi-cluster-czd5x2\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 12:21:52.492060\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-f2883517cea1430b4915f04acc052b067a0c30de1b37a57f443ec7d05cd4dc52.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.492309\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-f2883517cea1430b4915f04acc052b067a0c30de1b37a57f443ec7d05cd4dc52.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.492371\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:52.493645\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\"\n  \"ts\"=\"2026-04-29 12:21:52.493666\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\n  \"ts\"=\"2026-04-29 12:21:52.620807\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 12:21:52.641610\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"deployment\"=\"pooledNonMsiScopedAssignments-s6kwp7xg43dbi\"\n  \"ts\"=\"2026-04-29 12:21:52.785801\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"oidc-wi-pjt9zc\" \"deployment\"=\"customer-infra-oidc-wi-cluster-czd5x2\"\n  \"ts\"=\"2026-04-29 12:21:52.888653\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-66\" \"deployment\"=\"msi-deployment-66\"\n  \"ts\"=\"2026-04-29 12:21:52.994537\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:53.550559\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 12:21:53.550741\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"oidc-wi-pjt9zc\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"6db7446d1b7b45af5d66b1d9c304cfaee0e08fd811a4d90ebd437055336aa1d3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"aedd465c7fbda2a3f7384345f91617b0e7b61d5800ff2ca59311c7181b43b6ec","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011ac900\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-cqqsjg, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-cqqsjg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-cqqsjg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011ac900\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-cqqsjg, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-cqqsjg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-cqqsjg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"76ca76b2f48beeeb0721e9b17a14d3cd811a57c1b6496bbfcf6c23094a268a57","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"6321a04cae48565708d281dae2b9878bccd895f47233ae416b75653b52327bd5","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"Running Suite:  - /opt/app-root/src/github.com/Azure/ARO-HCP\n  ============================================================\n  Random Seed: 1777462557 - will randomize all specs\n\n  Will run 1 of 1 specs\n  ------------------------------\n  Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings [PreLaunchSetup:None, Importance:Medium, Positivity:Positive, Stage-And-Prod-Only]\n  /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:211\n  \"ts\"=\"2026-04-29 11:35:57.841702\" \"level\"=0 \"msg\"=\"Starting identity container acquisition\" \"count\"=1 \"specID\"=\"Customer-should-be-able-to-forward-control-plane-logs-to-a-storage-account-and-Event-Hub-via-shoebox-diagnostic-settings|pid:959\"\n  \"ts\"=\"2026-04-29 11:35:57.851970\" \"level\"=0 \"msg\"=\"Successfully assigned identity containers\" \"count\"=1 \"attempt\"=1 \"elapsed\"=\"0s\"\n    STEP: creating a resource group @ 04/29/26 11:35:57.852\n  \"ts\"=\"2026-04-29 11:35:57.852028\" \"level\"=0 \"msg\"=\"creating resource group\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n    STEP: creating cluster parameters @ 04/29/26 11:36:01.176\n    STEP: creating customer resources @ 04/29/26 11:36:01.318\n    STEP: creating the HCP cluster @ 04/29/26 11:36:50.619\n  \"ts\"=\"2026-04-29 11:36:50.620015\" \"level\"=0 \"msg\"=\"Starting HCP cluster creation\" \"clusterName\"=\"shoebox-hcp-cluster\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"version\"=\"4.20.19\" \"channelGroup\"=\"candidate\"\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:256 @ 04/29/26 12:21:50.621\n  \"ts\"=\"2026-04-29 12:21:50.621598\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 12:21:50.621671\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-shoebox-hcp-cluster-hppzv9\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n  \"ts\"=\"2026-04-29 12:21:50.744605\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-shoebox-hcp-cluster-hppzv9\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 12:21:52.538469\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-47f28969e60a59221ebcccd8b80e1b7f7b6f125a7ef279fc1cbfbef40d9caf18.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.538617\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-47f28969e60a59221ebcccd8b80e1b7f7b6f125a7ef279fc1cbfbef40d9caf18.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.538679\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:52.539890\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\"\n  \"ts\"=\"2026-04-29 12:21:52.539901\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n  \"ts\"=\"2026-04-29 12:21:52.836851\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 12:21:52.947662\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"msi-deployment-146\"\n  \"ts\"=\"2026-04-29 12:21:53.135379\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"deployment\"=\"pooledNonMsiScopedAssignments-22eudp3sazqeq\"\n  \"ts\"=\"2026-04-29 12:21:53.241656\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"deployment\"=\"customer-infra-shoebox-hcp-cluster-hppzv9\"\n  \"ts\"=\"2026-04-29 12:21:53.365413\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:53.636631\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 12:21:53.636773\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nRunning Suite:  - /opt/app-root/src/github.com/Azure/ARO-HCP\n  ============================================================\n  Random Seed: 1777462557 - will randomize all specs\n\n  Will run 1 of 1 specs\n  ------------------------------\n  Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings [PreLaunchSetup:None, Importance:Medium, Positivity:Positive, Stage-And-Prod-Only]\n  /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:211\n  \"ts\"=\"2026-04-29 11:35:57.841702\" \"level\"=0 \"msg\"=\"Starting identity container acquisition\" \"count\"=1 \"specID\"=\"Customer-should-be-able-to-forward-control-plane-logs-to-a-storage-account-and-Event-Hub-via-shoebox-diagnostic-settings|pid:959\"\n  \"ts\"=\"2026-04-29 11:35:57.851970\" \"level\"=0 \"msg\"=\"Successfully assigned identity containers\" \"count\"=1 \"attempt\"=1 \"elapsed\"=\"0s\"\n    STEP: creating a resource group @ 04/29/26 11:35:57.852\n  \"ts\"=\"2026-04-29 11:35:57.852028\" \"level\"=0 \"msg\"=\"creating resource group\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n    STEP: creating cluster parameters @ 04/29/26 11:36:01.176\n    STEP: creating customer resources @ 04/29/26 11:36:01.318\n    STEP: creating the HCP cluster @ 04/29/26 11:36:50.619\n  \"ts\"=\"2026-04-29 11:36:50.620015\" \"level\"=0 \"msg\"=\"Starting HCP cluster creation\" \"clusterName\"=\"shoebox-hcp-cluster\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"version\"=\"4.20.19\" \"channelGroup\"=\"candidate\"\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:256 @ 04/29/26 12:21:50.621\n  \"ts\"=\"2026-04-29 12:21:50.621598\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 12:21:50.621671\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-shoebox-hcp-cluster-hppzv9\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n  \"ts\"=\"2026-04-29 12:21:50.744605\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-shoebox-hcp-cluster-hppzv9\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 12:21:52.538469\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-47f28969e60a59221ebcccd8b80e1b7f7b6f125a7ef279fc1cbfbef40d9caf18.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.538617\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-47f28969e60a59221ebcccd8b80e1b7f7b6f125a7ef279fc1cbfbef40d9caf18.yaml.gz\"\n  \"ts\"=\"2026-04-29 12:21:52.538679\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:52.539890\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\"\n  \"ts\"=\"2026-04-29 12:21:52.539901\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\n  \"ts\"=\"2026-04-29 12:21:52.836851\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 12:21:52.947662\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"msi-deployment-146\"\n  \"ts\"=\"2026-04-29 12:21:53.135379\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"deployment\"=\"pooledNonMsiScopedAssignments-22eudp3sazqeq\"\n  \"ts\"=\"2026-04-29 12:21:53.241656\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\" \"deployment\"=\"customer-infra-shoebox-hcp-cluster-hppzv9\"\n  \"ts\"=\"2026-04-29 12:21:53.365413\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 12:21:53.636631\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 12:21:53.636773\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"shoebox-cluster-g5nzsw\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"7929cf6a2310231c97f293e6f5f82cfeafb62dbc95fd3902938e9027472ebd96","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"4d0d11bdc293c0e58932314c542f0bec284656aaacb206d428bd006b6b69f2d1","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d92300\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-hmss5c, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-hmss5c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-hmss5c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d92300\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-hmss5c, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-hmss5c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-hmss5c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"7a983a8f481d89ceaa7bfa96dcef31731b7440dfceda42740cec9f53023d938d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"70792221d9f18c1a5ecfea4575243e59ffe8336e68af319786cc12c8dcdd55eb","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001012db0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-86crjc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-86crjc in resource group rg-cp-ystream-upgrade-4-21-2qm6kf, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-86crjc\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-2qm6kf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-86crjc in resource group rg-cp-ystream-upgrade-4-21-2qm6kf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001012db0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-86crjc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-86crjc in resource group rg-cp-ystream-upgrade-4-21-2qm6kf, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-86crjc\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-2qm6kf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-86crjc in resource group rg-cp-ystream-upgrade-4-21-2qm6kf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"82d37c2a306dc0bea2aa9257af72043298acbfb429199a85c7b1bd7be8e208bc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"a8ef4aaff1373745313df0a847e89f99d16fa9a805511c8c86f9ec75bc6e08dc","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dd6cf0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-blx4gz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-blx4gz in resource group rg-np-version-upgrade-blx4gz-478drv, error: failed waiting for cluster=\"np-version-upgrade-cluster-blx4gz\" in resourcegroup=\"rg-np-version-upgrade-blx4gz-478drv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-blx4gz in resource group rg-np-version-upgrade-blx4gz-478drv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dd6cf0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-blx4gz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-blx4gz in resource group rg-np-version-upgrade-blx4gz-478drv, error: failed waiting for cluster=\"np-version-upgrade-cluster-blx4gz\" in resourcegroup=\"rg-np-version-upgrade-blx4gz-478drv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-blx4gz in resource group rg-np-version-upgrade-blx4gz-478drv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"86f72d429c7da075b9b4dbf66e65ffb4e55fbb8a88cba17c6a7dd5ad215760e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"unknown","signature_id":"e866a7b39ddf32d1bf58138de6de78cb4986cc8b8b5bb67431025636d69fa4bb","test_name":"Job run should complete before timeout","test_suite":"prowjob-junit","failure_text":"{\"component\":\"entrypoint\",\"file\":\"sigs.k8s.io/prow/pkg/entrypoint/run.go:169\",\"func\":\"sigs.k8s.io/prow/pkg/entrypoint.Options.ExecuteProcess\",\"level\":\"error\",\"msg\":\"Process did not finish before 4h0m0s timeout\",\"severity\":\"error\",\"time\":\"2026-04-29T13:05:55Z\"}","failure_pattern_match":{"status":"clustered","failure_pattern_id":"443d5bf877a5a8072106dcd7ee154f7ec5cf70e7883b77cc29306405e54f0131","failure_pattern":"Process did not finish before 4h0m0s timeout","search_query":"Process did not finish before 4h0m0s timeout"}},{"row_id":"8a0c2aa065b542ea2a46b782883a31634a2c946a7f2f867d91128493254cc18e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"3ef92ee67a56828f77289d5cfa0dba16e4170a27a8df2f5439acf2dcde6bc305","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0026d3260\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-874rs4, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-874rs4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-874rs4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0026d3260\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-874rs4, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-874rs4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-874rs4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"91887a7be70ca1cc0d2b2f88b5e9fff3b49ab6b7c9d3ea57188f5e179038e0de","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"5c7c1bdb299ed00f468d1693586d4b02a646ef01781b85942d7ad41019c9add5","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001687830\u003e: \n    failed to create HCP cluster ea-listt7v6xt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listt7v6xt in resource group ea-list-84h4wt, error: failed waiting for cluster=\"ea-listt7v6xt\" in resourcegroup=\"ea-list-84h4wt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listt7v6xt in resource group ea-list-84h4wt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001687830\u003e: \n    failed to create HCP cluster ea-listt7v6xt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listt7v6xt in resource group ea-list-84h4wt, error: failed waiting for cluster=\"ea-listt7v6xt\" in resourcegroup=\"ea-list-84h4wt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listt7v6xt in resource group ea-list-84h4wt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"a414f59fc90a79ea765b0e9e97689fc11d11f5908f47c7e28a3bfa3131258505","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"13903c76fb69b2344483336b8cb31eab8b38576ba98a0ec359e2f314a6232b68","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009dbbc0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-ckbwst, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-ckbwst\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-ckbwst, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009dbbc0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-ckbwst, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-ckbwst\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-ckbwst, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"a675d748fa1beedd24db83ee50b85ed66e6347dffc9270b9f11d2a830eebdec2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"31b056d33fb3cfc6f7ec9799ad7468d87e5a9ff296cd3e285e45017bd3131fc7","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001610450\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-pz4m6j, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-pz4m6j\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-pz4m6j, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001610450\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-pz4m6j, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-pz4m6j\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-pz4m6j, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"a75272c6f643376edb3fe46de6ccca34a3cae013c7f9d96881cf7f9170c94770","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"3e7ba2ac872311be803f46a230a3a729ad9934337ee2452608dbd1052a7fc61d","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134ea80\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-fp4q6v, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-fp4q6v\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-fp4q6v, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134ea80\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-fp4q6v, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-fp4q6v\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-fp4q6v, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"b5f49a29e8f3f63706620b9e9cceb8520c606f092e63fa9b49006da67b402752","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"0c4ed9bba8fe112ea7971d2241bf4fe4d2d0df6edae20700d459cff3d63baf26","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"b5ff638a7d328e3abf1e62e8f132b0b7383dcc0e5592b79cfe11d2a37be6fe10","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"22400cb6424b10bc08930c48e0d8c8f7b20e260b1b0983d3a3c79a3b36a2fb64","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014826f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-cwbjrq, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cwbjrq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-cwbjrq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014826f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-cwbjrq, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cwbjrq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-cwbjrq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"bf18f40e64536b5c7cea1056a471e8bd10d2febeab77d8cf493b0a6e9af08f92","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"22de37dff543003872008c10bf0a71f9d3eb1f0fc88325d950d8baec35ea5287","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00156e450\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-ms8tn6, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-ms8tn6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-ms8tn6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00156e450\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-ms8tn6, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-ms8tn6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-ms8tn6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"cbd9176bc3d533395284ba501923078eed7972c581a160778976ade4d6b35b5d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}},{"row_id":"cdafd7e9b7713408e67e6b300b0b6925e46d2a2064561a9e20af6a9622917e62","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"6deea125f9dbaafa2a071fa3dacc587fb9c0ebbd099115fb1395041e61fac803","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001116f90\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-7tkcf6, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-7tkcf6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-7tkcf6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001116f90\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-7tkcf6, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-7tkcf6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-7tkcf6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"d8eab2770f30a522bada391fcb59df704e4a1335d048c0014fb8212307bdd76f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"0969c6b48e157b4cfbe6215b24122736ff778076fa4db43068de8185be8091e5","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"hift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000f45fe0 sp=0xc000f45f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f45fe8 sp=0xc000f45fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1020 gp=0xc0016121c0 m=nil [select]:\nruntime.gopark(0xc00008ba18?, 0x2?, 0xf0?, 0x7b?, 0xc00008ba0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008b898 sp=0xc00008b878 pc=0x2dbd50e\nruntime.selectgo(0xc00008ba18, 0xc00008ba08, 0xc00158a100?, 0x0, 0x3584d1c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000937680}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000937680}, 0xc001638c90)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000937630}, 0xc0012eb080, {0xc0008b9908, 0x16}, {0xc001502840, 0x12}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1028\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1028 gp=0xc0012c2540 m=nil [sync.WaitGroup.Wait, 22 minutes]:\nruntime.gopark(0xc00164ba80?, 0x2d54874?, 0x20?, 0x30?, 0x7f6d34649280?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000f4ba20 sp=0xc000f4ba00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000c19390, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000f4ba88 sp=0xc000f4ba20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00151cfa8?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000f4bac0 sp=0xc000f4ba88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000c19388)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000f4bae8 sp=0xc000f4bac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000c19380)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000f4bb08 sp=0xc000f4bae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f6d346da060, 0xc0014c55c0}, 0xc0012eb080, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000f4bdb0 sp=0xc000f4bb08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000cc2280, {0x7f6d346da060, 0xc0014c55c0}, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000f4bf28 sp=0xc000f4bdb0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f6d346da060, 0xc0014c55c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000f4bfc0 sp=0xc000f4bf28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000f4bfe0 sp=0xc000f4bfc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4bfe8 sp=0xc000f4bfe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1004\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xca\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d5490\nrsi    0x80\nrbp    0x7ffc33e62900\nrsp    0x7ffc33e628b8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000090008\nr13    0x1\nr14    0xc2d33a0\nr15    0x5\nrip    0x2dc7ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nhift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000f45fe0 sp=0xc000f45f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f45fe8 sp=0xc000f45fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1020 gp=0xc0016121c0 m=nil [select]:\nruntime.gopark(0xc00008ba18?, 0x2?, 0xf0?, 0x7b?, 0xc00008ba0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008b898 sp=0xc00008b878 pc=0x2dbd50e\nruntime.selectgo(0xc00008ba18, 0xc00008ba08, 0xc00158a100?, 0x0, 0x3584d1c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000937680}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000937680}, 0xc001638c90)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000937630}, 0xc0012eb080, {0xc0008b9908, 0x16}, {0xc001502840, 0x12}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1028\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1028 gp=0xc0012c2540 m=nil [sync.WaitGroup.Wait, 22 minutes]:\nruntime.gopark(0xc00164ba80?, 0x2d54874?, 0x20?, 0x30?, 0x7f6d34649280?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000f4ba20 sp=0xc000f4ba00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000c19390, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000f4ba88 sp=0xc000f4ba20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00151cfa8?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000f4bac0 sp=0xc000f4ba88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000c19388)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000f4bae8 sp=0xc000f4bac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000c19380)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000f4bb08 sp=0xc000f4bae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f6d346da060, 0xc0014c55c0}, 0xc0012eb080, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000f4bdb0 sp=0xc000f4bb08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000cc2280, {0x7f6d346da060, 0xc0014c55c0}, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000f4bf28 sp=0xc000f4bdb0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f6d346da060, 0xc0014c55c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000f4bfc0 sp=0xc000f4bf28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000f4bfe0 sp=0xc000f4bfc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4bfe8 sp=0xc000f4bfe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1004\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xca\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d5490\nrsi    0x80\nrbp    0x7ffc33e62900\nrsp    0x7ffc33e628b8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000090008\nr13    0x1\nr14    0xc2d33a0\nr15    0x5\nrip    0x2dc7ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"d9da9cee41c3e08e75dded0619beca63c195306d52ad6197580434e70f944635","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"eaaec004f93ac56e6a302a9b3b960e5dc8a3b2d0bac88e6134fbcb646be0164c","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010c2540\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-x4phdx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-x4phdx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010c2540\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-x4phdx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-x4phdx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"e007b0d52bf2f2ab55b1aa75e3eebdde75e00a144c4a568c489f24c16cdabf85","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"f46eb4667284ae52474f9c5d1c56365279e44eb39c2013424595d6e31d0371dc","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00106ab10\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-52rw4g, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-52rw4g\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-52rw4g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00106ab10\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-52rw4g, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-52rw4g\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-52rw4g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"e8622c894683c33f76792d6e9defc2b42e909831111a4be8085003c6eab2a5e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"b9ebabc3585ae300918cf374d0e27482685125100cecaafddede538fbb5a40a1","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e7e540\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-t8vx7s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-t8vx7s in resource group rg-np-version-upgrade-t8vx7s-tbgf6k, error: failed waiting for cluster=\"np-version-upgrade-cluster-t8vx7s\" in resourcegroup=\"rg-np-version-upgrade-t8vx7s-tbgf6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-t8vx7s in resource group rg-np-version-upgrade-t8vx7s-tbgf6k, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e7e540\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-t8vx7s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-t8vx7s in resource group rg-np-version-upgrade-t8vx7s-tbgf6k, error: failed waiting for cluster=\"np-version-upgrade-cluster-t8vx7s\" in resourcegroup=\"rg-np-version-upgrade-t8vx7s-tbgf6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-t8vx7s in resource group rg-np-version-upgrade-t8vx7s-tbgf6k, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"ea2774cc9453f31490efb66bff0b8195daec55433411059be0705217b64dc083","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:181]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:181]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"eac1240890d9ec033f7fa0226adcaca2e97ea8d3988bc95f45406de68c32e6ad","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"84c2e8a74ba33c31f0be0f7198b10f697b056915254ecba14e745053e5125602","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"b/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000630460}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000630460}, 0xc0015b55d0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000630410}, 0xc00158a4b0, {0xc000c00c60, 0x17}, {0xc0015b6550, 0xe}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1110\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1065 gp=0xc00172e540 m=nil [sync.WaitGroup.Wait, 27 minutes]:\nruntime.gopark(0xc0015535f0?, 0x2d54874?, 0x80?, 0x41?, 0x200c00156e1c0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000c13590 sp=0xc000c13570 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc00151fdb8, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000c135f8 sp=0xc000c13590 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00051f7c0?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000c13630 sp=0xc000c135f8 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc00151fdb0)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000c13658 sp=0xc000c13630 pc=0x2de2225\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000f67a40, {0x7f4ed82dc460, 0xc00146cfc0}, {{0xc000531300, 0x1, 0x1}, 0x34630b8a000, {0x82c80f2, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:327 +0x273 fp=0xc000c13768 sp=0xc000c13658 pc=0x6942793\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000f67a40, {0x7f4ed82dc460, 0xc00146cfc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:228 +0x225 fp=0xc000c13888 sp=0xc000c13768 pc=0x6941f25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f4ed82dc460?, 0xc00146cfc0?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000c138b0 sp=0xc000c13888 pc=0x6956053\nruntime.call16(0xc0016a0870, 0xc0006b4000, 0x0, 0x0, 0x0, 0x10, 0xc000c13b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000c138d0 sp=0xc000c138b0 pc=0x2dc4223\nruntime.reflectcall(0x7cbdf00?, 0xc00146cfc0?, 0x2?, 0x82fdae4?, 0x0?, 0x12?, 0x78a0d80?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000c13910 sp=0xc000c138d0 pc=0x2dccab6\nreflect.Value.call({0x7181340?, 0xc0006b4000?, 0xc0014a3650?}, {0x82bbf7b, 0x4}, {0xc000317f60, 0x1, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000c13e70 sp=0xc000c13910 pc=0x2dffa86\nreflect.Value.Call({0x7181340?, 0xc0006b4000?, 0xc0014a3650?}, {0xc000317f60?, 0x5?, 0xc00149a4b0?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000c13ee8 sp=0xc000c13e70 pc=0x2dfeb79\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8e21b60?, 0xc00146cfc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000c13f88 sp=0xc000c13ee8 pc=0x3220210\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000c13fe0 sp=0xc000c13f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000c13fe8 sp=0xc000c13fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7f4edc420cb8\nrsp    0x7f4edc420c70\nr8     0x0\nr9     0x0\nr10    0x7f4edc420ca8\nr11    0x206\nr12    0x7f4edc420ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nb/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000630460}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000630460}, 0xc0015b55d0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000630410}, 0xc00158a4b0, {0xc000c00c60, 0x17}, {0xc0015b6550, 0xe}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1110\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1065 gp=0xc00172e540 m=nil [sync.WaitGroup.Wait, 27 minutes]:\nruntime.gopark(0xc0015535f0?, 0x2d54874?, 0x80?, 0x41?, 0x200c00156e1c0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000c13590 sp=0xc000c13570 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc00151fdb8, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000c135f8 sp=0xc000c13590 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00051f7c0?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000c13630 sp=0xc000c135f8 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc00151fdb0)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000c13658 sp=0xc000c13630 pc=0x2de2225\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000f67a40, {0x7f4ed82dc460, 0xc00146cfc0}, {{0xc000531300, 0x1, 0x1}, 0x34630b8a000, {0x82c80f2, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:327 +0x273 fp=0xc000c13768 sp=0xc000c13658 pc=0x6942793\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000f67a40, {0x7f4ed82dc460, 0xc00146cfc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:228 +0x225 fp=0xc000c13888 sp=0xc000c13768 pc=0x6941f25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f4ed82dc460?, 0xc00146cfc0?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000c138b0 sp=0xc000c13888 pc=0x6956053\nruntime.call16(0xc0016a0870, 0xc0006b4000, 0x0, 0x0, 0x0, 0x10, 0xc000c13b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000c138d0 sp=0xc000c138b0 pc=0x2dc4223\nruntime.reflectcall(0x7cbdf00?, 0xc00146cfc0?, 0x2?, 0x82fdae4?, 0x0?, 0x12?, 0x78a0d80?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000c13910 sp=0xc000c138d0 pc=0x2dccab6\nreflect.Value.call({0x7181340?, 0xc0006b4000?, 0xc0014a3650?}, {0x82bbf7b, 0x4}, {0xc000317f60, 0x1, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000c13e70 sp=0xc000c13910 pc=0x2dffa86\nreflect.Value.Call({0x7181340?, 0xc0006b4000?, 0xc0014a3650?}, {0xc000317f60?, 0x5?, 0xc00149a4b0?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000c13ee8 sp=0xc000c13e70 pc=0x2dfeb79\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8e21b60?, 0xc00146cfc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000c13f88 sp=0xc000c13ee8 pc=0x3220210\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000c13fe0 sp=0xc000c13f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000c13fe8 sp=0xc000c13fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7f4edc420cb8\nrsp    0x7f4edc420c70\nr8     0x0\nr9     0x0\nr10    0x7f4edc420ca8\nr11    0x206\nr12    0x7f4edc420ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"eae00656fe999fe3ac12a3cfa2169ecbfadd541dd9a737ab16e9ce4468886d9b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}},{"row_id":"f71cb3cf905786fdbe318a75caf999b73a21c44bdc5f473b3694bfcee5859f35","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"b8416b5a38752f0be34f1e410acf8e19993d54a27704fa416b78c71a1a7e4d2e","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b4f90\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-8hwhcl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-8hwhcl in resource group rg-candidate-4-21-lvkgv8, error: failed waiting for cluster=\"cluster-candidate-4-21-8hwhcl\" in resourcegroup=\"rg-candidate-4-21-lvkgv8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-8hwhcl in resource group rg-candidate-4-21-lvkgv8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b4f90\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-8hwhcl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-8hwhcl in resource group rg-candidate-4-21-lvkgv8, error: failed waiting for cluster=\"cluster-candidate-4-21-8hwhcl\" in resourcegroup=\"rg-candidate-4-21-lvkgv8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-8hwhcl in resource group rg-candidate-4-21-lvkgv8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"f9e2715964d45421d7f731076b783de8fbdf1878c46065296c3b77e2572ce497","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"2d8b65e3e93625382a8809e385e2e785e48a9f00eeba2088517ec9f8f450128e","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012f25d0\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8kg675, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8kg675\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8kg675, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012f25d0\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8kg675, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8kg675\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8kg675, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"fed0da3ee1dc051077ac8de57f6b1890c37b89295053c446fe27ae3fbaeb077b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"5ee0c1b9dede7001482a223923e5c6816c730c8a804135cad8a86f6175288f74","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014870b0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wb5jg4, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-wb5jg4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wb5jg4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014870b0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wb5jg4, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-wb5jg4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wb5jg4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"ff1586c3130930077fab063159059c9fbace65dbd33a0348f7ec95c91d193f0f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","failed_at":"e2e","signature_id":"5949c13449ef29770ae9ca22de2760fd82a601d916e9b71f60c9fb5d28ffa636","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00117e960\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-gnlthf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gnlthf in resource group rg-np-version-upgrade-gnlthf-tn786x, error: failed waiting for cluster=\"np-version-upgrade-cluster-gnlthf\" in resourcegroup=\"rg-np-version-upgrade-gnlthf-tn786x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gnlthf in resource group rg-np-version-upgrade-gnlthf-tn786x, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00117e960\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-gnlthf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gnlthf in resource group rg-np-version-upgrade-gnlthf-tn786x, error: failed waiting for cluster=\"np-version-upgrade-cluster-gnlthf\" in resourcegroup=\"rg-np-version-upgrade-gnlthf-tn786x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gnlthf in resource group rg-np-version-upgrade-gnlthf-tn786x, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":39,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","443d5bf877a5a8072106dcd7ee154f7ec5cf70e7883b77cc29306405e54f0131","9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":39,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-29T02:00:06Z"},"failed_at":["e2e"],"failed_test_count":38,"occurrences":[{"row_id":"0630c05c85d56207acc8b408d3179e00e3aba2161eb077875c83eee65e32b7dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"78fbd998914f2f0054e4ace8b13c8f9eac3cf7aef9f283f7ca59f5458dc6816e","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015040f0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-f5q7tv, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-f5q7tv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-f5q7tv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015040f0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-f5q7tv, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-f5q7tv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-f5q7tv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"118e74e3d5a0420a41207564a7145ecd2c5549129da14202f313ff20e175fd85","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"1655b8a33c3937e95689f115efa2e090ef3e795a250b746e22721f4b186ceb7d","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e2c6f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8l2m6q, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-8l2m6q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8l2m6q, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e2c6f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8l2m6q, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-8l2m6q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8l2m6q, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"1f7fa77387f90e9600bb7e0ee4c29d9a38c7303f6d64c023bf8c8522b64c08cf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"95d9f89adf6dc46625bb4c3e80ea64838bb179a579b1669ee18c0248281f0d64","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014450e0\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-zl6mpg, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-zl6mpg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-zl6mpg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014450e0\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-zl6mpg, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-zl6mpg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-zl6mpg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"25ae101501c7c876afcba833339653335e2891bd7e668a10cfa7376237a1d9c3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"03a0dafe79333dbdc8c792d0760803f5086ef9cc7bbdd36ab7d3169b64c2e4d5","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e9290\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ppblht, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-ppblht\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ppblht, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e9290\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ppblht, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-ppblht\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-ppblht, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"2bde80e3b1d09f99aef42a73c93b5dbf04dde26ce1a4211bfa39ea3f44863d53","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"21f1e31067c5dd38ba01f887dce542146db81e2982c9a524c9ffbf3ab865ee13","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001a43080\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-bmt56l, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-bmt56l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-bmt56l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001a43080\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-bmt56l, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-bmt56l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-bmt56l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"344e93482c64a9a4938afec4a53b340ebe8b0e7d2de3c62827e7726f1076b702","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal"}},{"row_id":"3af0afe9408d3579904d50172980b630a390af7be97b0c49bd3fee15088b5467","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"536c39753e847972ea37a7b2f6ee10fe001d74b685e5f18a6b57e1e12d39aeb2","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffa390\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k6xqzd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k6xqzd in resource group rg-np-version-upgrade-k6xqzd-67nlvp, error: failed waiting for cluster=\"np-version-upgrade-cluster-k6xqzd\" in resourcegroup=\"rg-np-version-upgrade-k6xqzd-67nlvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k6xqzd in resource group rg-np-version-upgrade-k6xqzd-67nlvp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffa390\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k6xqzd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k6xqzd in resource group rg-np-version-upgrade-k6xqzd-67nlvp, error: failed waiting for cluster=\"np-version-upgrade-cluster-k6xqzd\" in resourcegroup=\"rg-np-version-upgrade-k6xqzd-67nlvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k6xqzd in resource group rg-np-version-upgrade-k6xqzd-67nlvp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"40ded14c60555c02a366019c14711746077353dd9b7e365d85311b10d36e8896","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"9bbceb5dbc42c17445082b6aa90dae9e87301a0937b0d9a7e5cf4ce97d2c9c39","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"ithub.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n          \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000e74b88, {0xc00090eea0?, 0x0?, 0x0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000993508, {0x0, 0x0}, {0xc3001e0, 0x0, 0x0}, {0xc00007c094, 0x2a}, 0x0, {0xc00090ee40, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007c094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2d4ca85?, 0xc00091a6c0?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/ginkgo/util.go:85\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x8e08fe8, 0xc00063ba40}, 0xc000f3d040, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 115 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000f3d040?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 114\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115 @ 04/29/26 04:36:25.183\n  \"ts\"=\"2026-04-29 04:36:25.183690\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 04:36:25.183942\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-21-jjz6sj-jx56rn\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\n  \"ts\"=\"2026-04-29 04:36:25.384421\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-21-jjz6sj-jx56rn\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 04:36:26.707086\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-6427b6424c4038306dc527fd5f7fc0b377fe9c26e56432adfe480dff6189e0c7.yaml.gz\"\n  \"ts\"=\"2026-04-29 04:36:26.707252\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-6427b6424c4038306dc527fd5f7fc0b377fe9c26e56432adfe480dff6189e0c7.yaml.gz\"\n  \"ts\"=\"2026-04-29 04:36:26.707360\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 04:36:26.710406\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\"\n  \"ts\"=\"2026-04-29 04:36:26.710523\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\n  \"ts\"=\"2026-04-29 04:36:26.876043\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 04:36:26.889325\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\" \"deployment\"=\"pooledNonMsiScopedAssignments-mtuzwdfkvazsa\"\n  \"ts\"=\"2026-04-29 04:36:27.026161\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\" \"deployment\"=\"msi-deployment-145\"\n  \"ts\"=\"2026-04-29 04:36:27.031253\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\" \"deployment\"=\"customer-infra-cluster-candidate-4-21-jjz6sj-jx56rn\"\n  \"ts\"=\"2026-04-29 04:36:27.201061\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 04:36:27.519271\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 04:36:27.519665\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nithub.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n          \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000e74b88, {0xc00090eea0?, 0x0?, 0x0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000993508, {0x0, 0x0}, {0xc3001e0, 0x0, 0x0}, {0xc00007c094, 0x2a}, 0x0, {0xc00090ee40, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007c094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2d4ca85?, 0xc00091a6c0?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/ginkgo/util.go:85\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x8e08fe8, 0xc00063ba40}, 0xc000f3d040, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 115 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000f3d040?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 114\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115 @ 04/29/26 04:36:25.183\n  \"ts\"=\"2026-04-29 04:36:25.183690\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-29 04:36:25.183942\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-21-jjz6sj-jx56rn\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\n  \"ts\"=\"2026-04-29 04:36:25.384421\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-21-jjz6sj-jx56rn\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-29 04:36:26.707086\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-6427b6424c4038306dc527fd5f7fc0b377fe9c26e56432adfe480dff6189e0c7.yaml.gz\"\n  \"ts\"=\"2026-04-29 04:36:26.707252\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-6427b6424c4038306dc527fd5f7fc0b377fe9c26e56432adfe480dff6189e0c7.yaml.gz\"\n  \"ts\"=\"2026-04-29 04:36:26.707360\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-29 04:36:26.710406\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\"\n  \"ts\"=\"2026-04-29 04:36:26.710523\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\n  \"ts\"=\"2026-04-29 04:36:26.876043\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-29 04:36:26.889325\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\" \"deployment\"=\"pooledNonMsiScopedAssignments-mtuzwdfkvazsa\"\n  \"ts\"=\"2026-04-29 04:36:27.026161\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-145\" \"deployment\"=\"msi-deployment-145\"\n  \"ts\"=\"2026-04-29 04:36:27.031253\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\" \"deployment\"=\"customer-infra-cluster-candidate-4-21-jjz6sj-jx56rn\"\n  \"ts\"=\"2026-04-29 04:36:27.201061\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-29 04:36:27.519271\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-29 04:36:27.519665\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-21-zgcqv8\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"489f788cdab1e857f2e83622dbde207d251d91c9da64bdba0f41988be858389a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"97b7668b955d925c4f43bb21f5348e9242dfb68ea801c33dbf722503a1b4ac02","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00104c3c0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-kl4jkm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-kl4jkm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00104c3c0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-kl4jkm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-kl4jkm, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"50df977e51eb835bd70d24fb59930d164e72e0963c284bd87c9a3ecaa751fa0d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"58ab2df7f412acb10ced45b5797a7f346d05107c3b698548fb98f714075b10d5","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011f2b70\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-mwmwpd, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-mwmwpd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-mwmwpd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011f2b70\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-mwmwpd, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-mwmwpd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-mwmwpd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"51011ebe9ca2c68fbcf6759fc59110f7b7e8cd59445c2c7d88e597c5188730fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"c0a5f3d8a8f7c09055b29769bddf9ef3a30bcd3286c1e4afaec31afe0653663a","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b20f0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4kdmss, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4kdmss\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4kdmss, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b20f0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4kdmss, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4kdmss\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4kdmss, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"521b5196bc6c6a159e7c7eac15178cf3dad95efecb0b7f1cbe08e32a1add5a62","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"62311dd5ee7648377e2f7c4d26440404e1a3a46c038b5f63c07809fc364fc6aa","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000c170b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-f4l826, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-f4l826 in resource group rg-candidate-4-20-7dnhjb, error: failed waiting for cluster=\"cluster-candidate-4-20-f4l826\" in resourcegroup=\"rg-candidate-4-20-7dnhjb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-f4l826 in resource group rg-candidate-4-20-7dnhjb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000c170b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-f4l826, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-f4l826 in resource group rg-candidate-4-20-7dnhjb, error: failed waiting for cluster=\"cluster-candidate-4-20-f4l826\" in resourcegroup=\"rg-candidate-4-20-7dnhjb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-f4l826 in resource group rg-candidate-4-20-7dnhjb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"581e08af1b321c98c5aea86b3dcd4a7329abfa58ce44173fa5f5e47eb5f9a09f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"5cf5c4693d6056fe4f830217419a28853e24451b1aa973ae9682873a9a59669e","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001384cc0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-sxs2vd, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-sxs2vd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-sxs2vd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001384cc0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-sxs2vd, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-sxs2vd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-sxs2vd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"65f6cb0fc987e69041370caa06eb74bb9f26a6c1e282195a87dbd52255f5b0f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}},{"row_id":"663da46bbdfbb839a2b26eaae29bcc6b3bbced685f50e18caee206afddcdd09f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"d2eebed913de5a27f1c4fd138d203441ac3d7be899cfbe2dd7fa1979aef39d76","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b96d80\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-tbwq6d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-tbwq6d, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b96d80\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-tbwq6d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-tbwq6d, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"6db113ace53ad55e4c9944d3b180661618aa55bccc47515f80be37abb1475470","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"22c20d09b59b89464c26d69757cea3917fd66fedb4ebbac1aa053bfdcc1f0958","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:256]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00118a900\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-wsk6df, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-wsk6df\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-wsk6df, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:256]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00118a900\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-wsk6df, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-wsk6df\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-wsk6df, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"77d65fbe7af70fe323b4634c2b0ee2982ec7a12136586215e1bd274569c32f64","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"14eb1554c2d31c5fae26b140930436e0f15586a4cdb3cfcfcbd958d9798ff26a","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a3050\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-z8mf7w, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-z8mf7w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-z8mf7w, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a3050\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-z8mf7w, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-z8mf7w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-z8mf7w, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"7cf0a2b179aee835ffcb2be19179ab8de37483d109ca52df81f2e3c0b75f9439","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"12fe864a2d1bc714c80dc0d953007cc4efd85887bf3796616904dc81ac6f74b3","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"}, 0xc000e2b9d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e2b9a0 sp=0xc000e2b968 pc=0x308d41e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000cfea88, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e2bc18 sp=0xc000e2b9a0 pc=0x308a49b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000cfea88, {0xc0012bb000, 0x1000, 0x348a760?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e2bc80 sp=0xc000e2bc18 pc=0x3090d85\nbufio.(*Reader).Read(0xc0010db800, {0xc000ee24a4, 0x9, 0x34987ee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e2bcb8 sp=0xc000e2bc80 pc=0x2f232f7\nio.ReadAtLeast({0x8d759e0, 0xc0010db800}, {0xc000ee24a4, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e2bd00 sp=0xc000e2bcb8 pc=0x2e17e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000ee24a4, 0x9, 0xc0000002bd?}, {0x8d759e0?, 0xc0010db800?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e2bd50 sp=0xc000e2bd00 pc=0x3481525\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000ee2460)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e2bdd8 sp=0xc000e2bd50 pc=0x34820eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000ee2460)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e2be18 sp=0xc000e2bdd8 pc=0x3482858\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e2bfa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e2bf60 sp=0xc000e2be18 pc=0x349572a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc000db1340)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e2bfc8 sp=0xc000e2bf60 pc=0x3494ab2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e2bfe0 sp=0xc000e2bfc8 pc=0x348e245\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e2bfe8 sp=0xc000e2bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 186\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\ngoroutine 1051 gp=0xc0005836c0 m=nil [sync.WaitGroup.Wait, 12 minutes]:\nruntime.gopark(0xc00116da80?, 0x2d54874?, 0xc0?, 0x8c?, 0x7fe43705d580?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000fb1a20 sp=0xc000fb1a00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000af8550, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000fb1a88 sp=0xc000fb1a20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc001002af8?, 0xc0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000fb1ac0 sp=0xc000fb1a88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000af8548)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000fb1ae8 sp=0xc000fb1ac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000af8540)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000fb1b08 sp=0xc000fb1ae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7fe434575550, 0xc0014cdcb0}, 0xc00101bef0, {0xc0008c88e0, 0x1e}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000fb1db0 sp=0xc000fb1b08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000e20140, {0x7fe434575550, 0xc0014cdcb0}, {0xc0008c88e0, 0x1e}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000fb1f28 sp=0xc000fb1db0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7fe434575550, 0xc0014cdcb0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000fb1fc0 sp=0xc000fb1f28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000fb1fe0 sp=0xc000fb1fc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000fb1fe8 sp=0xc000fb1fe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1005\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7fe438890cb8\nrsp    0x7fe438890c70\nr8     0x0\nr9     0x0\nr10    0x7fe438890ca8\nr11    0x206\nr12    0x7fe438890ca8\nr13    0xc0001ff601\nr14    0xc000002c40\nr15    0xffffffffffffffff\nrip    0x2dc7ae3\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n}, 0xc000e2b9d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e2b9a0 sp=0xc000e2b968 pc=0x308d41e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000cfea88, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e2bc18 sp=0xc000e2b9a0 pc=0x308a49b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000cfea88, {0xc0012bb000, 0x1000, 0x348a760?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e2bc80 sp=0xc000e2bc18 pc=0x3090d85\nbufio.(*Reader).Read(0xc0010db800, {0xc000ee24a4, 0x9, 0x34987ee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e2bcb8 sp=0xc000e2bc80 pc=0x2f232f7\nio.ReadAtLeast({0x8d759e0, 0xc0010db800}, {0xc000ee24a4, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e2bd00 sp=0xc000e2bcb8 pc=0x2e17e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000ee24a4, 0x9, 0xc0000002bd?}, {0x8d759e0?, 0xc0010db800?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e2bd50 sp=0xc000e2bd00 pc=0x3481525\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000ee2460)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e2bdd8 sp=0xc000e2bd50 pc=0x34820eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000ee2460)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e2be18 sp=0xc000e2bdd8 pc=0x3482858\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e2bfa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e2bf60 sp=0xc000e2be18 pc=0x349572a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc000db1340)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e2bfc8 sp=0xc000e2bf60 pc=0x3494ab2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e2bfe0 sp=0xc000e2bfc8 pc=0x348e245\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e2bfe8 sp=0xc000e2bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 186\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\ngoroutine 1051 gp=0xc0005836c0 m=nil [sync.WaitGroup.Wait, 12 minutes]:\nruntime.gopark(0xc00116da80?, 0x2d54874?, 0xc0?, 0x8c?, 0x7fe43705d580?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000fb1a20 sp=0xc000fb1a00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000af8550, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000fb1a88 sp=0xc000fb1a20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc001002af8?, 0xc0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000fb1ac0 sp=0xc000fb1a88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000af8548)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000fb1ae8 sp=0xc000fb1ac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000af8540)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000fb1b08 sp=0xc000fb1ae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7fe434575550, 0xc0014cdcb0}, 0xc00101bef0, {0xc0008c88e0, 0x1e}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000fb1db0 sp=0xc000fb1b08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000e20140, {0x7fe434575550, 0xc0014cdcb0}, {0xc0008c88e0, 0x1e}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000fb1f28 sp=0xc000fb1db0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7fe434575550, 0xc0014cdcb0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000fb1fc0 sp=0xc000fb1f28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000fb1fe0 sp=0xc000fb1fc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000fb1fe8 sp=0xc000fb1fe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1005\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d75d0\nrsi    0x80\nrbp    0x7fe438890cb8\nrsp    0x7fe438890c70\nr8     0x0\nr9     0x0\nr10    0x7fe438890ca8\nr11    0x206\nr12    0x7fe438890ca8\nr13    0xc0001ff601\nr14    0xc000002c40\nr15    0xffffffffffffffff\nrip    0x2dc7ae3\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"80cf64ddc72a1745017730c790241f00711fef9a56f362cc5cf9c110df50a9d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"6f45baea5fe95b50cc9556a7f22431899d9af180d73e093a60dd345fd2efb08e","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012a2ae0\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-7kzfhx, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-7kzfhx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-7kzfhx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012a2ae0\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-7kzfhx, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-7kzfhx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-7kzfhx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"818dfd9784a432c0af2647b897f654b95ae8a462f135771f5329b52fe2484db7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"c33ad9bc4ffde1ce4b4bd03d38fa9894428e92add1a529ec3802c3cea9bbf87c","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00124c540\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-4fhlxr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-4fhlxr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00124c540\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-4fhlxr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-4fhlxr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"84e6c3e354884b4c04161d9b6a92d5e35e95fb2fe5ee7b6cbdca0ad633945f49","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"86ecd24df10021b7e780d3699d8b1856641d8c614dc0a419477be1ceee0f6eee","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da1e0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da1e0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"86bec2cd2d17e9ac228a639f5eb5f67595771a94f76abe62e23a4f718f679f79","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"d3f2f1eac10aeecd865f2f2f126ba031e5cca5a98fdd53b87a1bd214dfdae08f","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001248c90\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-rglhzv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rglhzv in resource group rg-zstream-upgrade-4-20-l4tbhx, error: failed waiting for cluster=\"cluster-zstream-4-20-rglhzv\" in resourcegroup=\"rg-zstream-upgrade-4-20-l4tbhx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rglhzv in resource group rg-zstream-upgrade-4-20-l4tbhx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001248c90\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-rglhzv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rglhzv in resource group rg-zstream-upgrade-4-20-l4tbhx, error: failed waiting for cluster=\"cluster-zstream-4-20-rglhzv\" in resourcegroup=\"rg-zstream-upgrade-4-20-l4tbhx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rglhzv in resource group rg-zstream-upgrade-4-20-l4tbhx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"919fcad7ab5e49f12ac033534affd6b41f3e9195c107460aff50818117063c3d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"7b1567bbe32e5063f645c569e418e009c1e327f6ce830d15c806d901450143fe","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dfe990\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-b7bgqc, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-b7bgqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-b7bgqc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dfe990\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-b7bgqc, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-b7bgqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-b7bgqc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"994dd6c1875f9622f8aef002cd1001c6f79bb184ccf76dc0edd891d9f8e2e77b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"f2ec8c7a15ca42900d5faa912291b6e6c0282652bfecf73385613a6b7215c028","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001637410\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-glv2kb, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-glv2kb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-glv2kb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001637410\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-glv2kb, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-glv2kb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-glv2kb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"9b71fb5fea1734caa5577d1428fd5ea502a70c0e06bac7ceadf929a5dca05da4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"0e791fb9346661a70c194cfb6e098fdc72aacc847837ef7aa5cd0658defd98d1","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017233b0\u003e: \n    failed to create HCP cluster ea-listlk9mxs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlk9mxs in resource group ea-list-5nqggk, error: failed waiting for cluster=\"ea-listlk9mxs\" in resourcegroup=\"ea-list-5nqggk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlk9mxs in resource group ea-list-5nqggk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017233b0\u003e: \n    failed to create HCP cluster ea-listlk9mxs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlk9mxs in resource group ea-list-5nqggk, error: failed waiting for cluster=\"ea-listlk9mxs\" in resourcegroup=\"ea-list-5nqggk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlk9mxs in resource group ea-list-5nqggk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"a4428cdfdebc1808306cd43bf2ef3d0bd9cbf9205854cf90730e2ace46e237ac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"ed2d1e41cb76d25bb880e5c2ed4abcb8a1ed7407c9126ba945b8a0fd92b42b91","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d7ecf0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-rltddb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-rltddb in resource group rg-cp-ystream-upgrade-4-21-mhbjh8, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-rltddb\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-mhbjh8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-rltddb in resource group rg-cp-ystream-upgrade-4-21-mhbjh8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d7ecf0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-rltddb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-rltddb in resource group rg-cp-ystream-upgrade-4-21-mhbjh8, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-rltddb\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-mhbjh8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-rltddb in resource group rg-cp-ystream-upgrade-4-21-mhbjh8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"b4d485ef334486ec1b98c07bee5ed8a3ea56dace834339b264ff978c162dbabc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"bd7af4c537c73358d02016ed70c772e25c8b072e5a199b9086fa7de4c8851a7c","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00161a420\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-crtgp2, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-crtgp2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-crtgp2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00161a420\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-crtgp2, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-crtgp2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-crtgp2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"b4df1fca2b606b205e8fa1de0895c790211906c40c09e976a62af9f4f8f10ed2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"9d6a29e936b9851a7d1323805a036deaa806b0785b4dbf52791e53490a33abed","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013ca3f0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-cp8qw7, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-cp8qw7 in resource group rg-np-version-upgrade-cp8qw7-6q8vqr, error: failed waiting for cluster=\"np-version-upgrade-cluster-cp8qw7\" in resourcegroup=\"rg-np-version-upgrade-cp8qw7-6q8vqr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-cp8qw7 in resource group rg-np-version-upgrade-cp8qw7-6q8vqr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013ca3f0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-cp8qw7, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-cp8qw7 in resource group rg-np-version-upgrade-cp8qw7-6q8vqr, error: failed waiting for cluster=\"np-version-upgrade-cluster-cp8qw7\" in resourcegroup=\"rg-np-version-upgrade-cp8qw7-6q8vqr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-cp8qw7 in resource group rg-np-version-upgrade-cp8qw7-6q8vqr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"baab5148fbedfbe78e898ff5273d985ddd3c329f4e7d1042158881ce8355f786","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"0106b71417e491e529377ec2b45ed49d1465c0e633043fd4f30c3fa97c171f04","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017c6c30\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-7kvv4c, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-7kvv4c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-7kvv4c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017c6c30\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-7kvv4c, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-7kvv4c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-7kvv4c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"bb51174a93b405d92cbb811a5381816352849c11e7b7b4ff4b41d2acf6b74eee","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"800c007a365cade784435141b097ab385e6c173214e3b870691e93bdea5b73a2","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b24b0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-c9n5fz, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-c9n5fz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-c9n5fz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b24b0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-c9n5fz, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-c9n5fz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-c9n5fz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"cb2de3890cb579bdcd08b510f555cc5f13021e059fa5e241e24e668a2e3ee9e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"dcfb3f3dba165b20ab823ad1f5de19e9b194065ef9a9c040932e907d3c2a19f0","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e28a50\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-pss6rz, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-pss6rz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-pss6rz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e28a50\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-pss6rz, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-pss6rz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-pss6rz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"e18b8a7dccae9fbd115968b51d0cc8a2da30dbd9f1273c2f5b70b93675850873","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"ea3b6eeead8cb8a831605a65c6fffef9a96d277ed391217c61fa6050643cef12","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008fba70\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-h56cnc, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-h56cnc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-h56cnc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008fba70\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-h56cnc, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-h56cnc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-h56cnc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"e509ddbfd7b4f16108eed093f29e5983067db26493668ad7f41d5b2e85e8a46e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"14f9230915a46d82613307e0e88b555b3c64515b2ba7316cd91ba286907440a1","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012ecd20\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-nb52pp, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-nb52pp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-nb52pp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012ecd20\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-nb52pp, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-nb52pp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-nb52pp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"e8e4a5da611f53b59c09feeb0a26e07f53fe4d179cf680aa8c78f3410cb606bf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"80b7fb1d85d48245bc7bf717b61b3d95dadc758205d3da72ea9e4c94cc4a1f7a","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012f6d20\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-r27s57, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-r27s57 in resource group rg-zstream-upgrade-4-19-6gcw2b, error: failed waiting for cluster=\"cluster-zstream-4-19-r27s57\" in resourcegroup=\"rg-zstream-upgrade-4-19-6gcw2b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-r27s57 in resource group rg-zstream-upgrade-4-19-6gcw2b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012f6d20\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-r27s57, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-r27s57 in resource group rg-zstream-upgrade-4-19-6gcw2b, error: failed waiting for cluster=\"cluster-zstream-4-19-r27s57\" in resourcegroup=\"rg-zstream-upgrade-4-19-6gcw2b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-r27s57 in resource group rg-zstream-upgrade-4-19-6gcw2b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"ebe06071893603e2d6c8b6d1c8c86b1500870715e902a923d6c03376a371750c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:183]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:183]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"f290c95031c4e0a20eeaeed112644028b32596209277faa463f2bf94c57e151f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"f816448949a54c698daec440b6be14869199dd5156942a339f2ff5a445aaf853","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"f4297a97926588bb8280aa894be4f91620cc15e1473b23d67249f5295f2d5909","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"c1f0352b8ba95b2e7d2c6716919044b50be1c7163316d9882dec01ca3210179c","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ea6fc0\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-64k62l, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-64k62l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-64k62l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ea6fc0\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-64k62l, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-64k62l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-64k62l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}},{"row_id":"f985f1a1721949ac285505af1df71654494831495399393a5064831de52c46c7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","failed_at":"e2e","signature_id":"6cd2adacceff2be8bbe5bcfbc6d22f3b1148b31733d56bee98ad0a0fbb39e77b","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012cc7b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-w5f79t, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-w5f79t in resource group rg-np-version-upgrade-w5f79t-2rpm47, error: failed waiting for cluster=\"np-version-upgrade-cluster-w5f79t\" in resourcegroup=\"rg-np-version-upgrade-w5f79t-2rpm47\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-w5f79t in resource group rg-np-version-upgrade-w5f79t-2rpm47, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012cc7b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-w5f79t, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-w5f79t in resource group rg-np-version-upgrade-w5f79t-2rpm47, error: failed waiting for cluster=\"np-version-upgrade-cluster-w5f79t\" in resourcegroup=\"rg-np-version-upgrade-w5f79t-2rpm47\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-w5f79t in resource group rg-np-version-upgrade-w5f79t-2rpm47, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":38,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":38,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}