{"meta":{"date":"2026-02-24","timezone":"UTC","generated_at":"2026-11-01T01:17:06Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":79,"failed_runs":36,"runs_with_occurrences":36,"runs_with_failure_pattern_matches":30,"runs_with_unmatched_occurrences":6,"runs_without_occurrence_rows":43,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026446596647948288","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T23:58:12Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"ac9dd85cb9cce005ab4ebc0f9dbc4df45f214708d83ec789ae8e7839f78fc76a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026446596647948288","occurred_at":"2026-02-24T23:58:12Z","failed_at":"provision","signature_id":"131be3574bbd71dce049655451160decad7d7451d2c6c31f6294757773c46903","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.HypershiftOperator/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-25T00:44:40.468Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.HypershiftOperator resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e hypershift.image.registry \u003cnil\u003e}:{\u003cnil\u003e hypershift.image.repository \u003cnil\u003e}@{\u003cnil\u003e hypershift.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-25T00:44:41.888Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.HypershiftOperator resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nFetch pull secret for source registry quay.io from arohcpdev-global KV.\\nERROR: Invalid base64-encoded string: number of data characters (1325) cannot be 1 more than a multiple of 4\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8c9fc918c1d28a5fd2dc0ad245350a62ec83b0c2f810eac421c4c02c68447eb5","failure_pattern":"ERROR: Invalid base64-encoded string: number of data characters (1325) cannot be 1 more than a multiple of 4","search_query":"ERROR: Invalid base64-encoded string: number of data characters (1325) cannot be 1 more than a multiple of 4"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8c9fc918c1d28a5fd2dc0ad245350a62ec83b0c2f810eac421c4c02c68447eb5"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026422798003474432","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T22:23:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4004/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026418558107389952","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4004,"pr_state":"open","pr_sha":"5a1e4c1f0a683b0f9ac715bc2f2156039d01a0f3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T22:06:43Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026417835487531008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T22:03:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026417656323641344","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"600af2000421a6cfa8f9e2c0f0233f45d82b0dab","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T22:03:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026417247282532352","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T22:01:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026416458518499328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T21:58:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026402601553104896","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4180,"pr_state":"closed","pr_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","final_merged_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T21:03:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4198,"pr_state":"open","pr_sha":"d931913b6b5570f95b2c5d7651a4b08b76c96ba5","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T20:31:10Z"},"failed_at":["e2e"],"failed_test_count":10,"occurrences":[{"row_id":"0602ad8db7d774fcea646f6ef318a87f947c197e9e132a7f075be84bd2306c17","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"530242ca31862c6469cfabf1536e1c391e3048383203d009dd33ade622752da7","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0007ee228\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-5qr9x4\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0007b93c0\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007b93a0\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007b9380\u003e{\n msg: \"failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0007ee228\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-5qr9x4\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0007b93c0\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007b93a0\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007b9380\u003e{\n msg: \"failed waiting for hcpCluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-5qr9x4\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"0ecd2c721fe457080698ed37a40e77dbff444b30c22774ed286efbd9950dcd4b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"6d6a63fe73ba67abb50c51a16e347dbfadd3badce07a2c1c0a478a3149bc2d70","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc00086a390\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2c29mp\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0006c1460\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0006c1440\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0006c1420\u003e{\n msg: \"failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc00086a390\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2c29mp\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0006c1460\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0006c1440\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0006c1420\u003e{\n msg: \"failed waiting for hcpCluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2c29mp\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"390baca751f56eee4466ec06eca48161ccf297b9cc6914a0950675e124f57e72","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"0fc8d429f19a86ff23336d4b7c9d80836817a392c135baacb04fe0dea9c7a6fe","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e6dad0\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-t68zzs\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs, error: context deadline exceeded\n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-t68zzs\\\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0003c8870\u003e{\n s: \"timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e6dad0\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-t68zzs\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs, error: context deadline exceeded\n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-t68zzs\\\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0003c8870\u003e{\n s: \"timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4eb79c3efbc97c0c126107692df16c56c190e54e8a0ec9d1e2108b1c54f07feb","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-t68zzs\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-update-nodes in cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-t68zzs, error: context deadline exceeded"}},{"row_id":"40151013ac6883ac37bc45ef4ee50c2f2e5bca78705703b2c907917284fe2404","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"714c1269eea0c90d0ca12e92a6f0a3145f1750aa200ba0e5b9f336fa50697a97","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0004da258\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"list-test-cluster-kwzbqb\" in resourcegroup=\"cluster-listing-662rkp\" to finish deleting: context canceled\n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"list-test-cluster-ql7rlm\" in resourcegroup=\"cluster-listing-d4p6qb\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc00040a180\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc00040a160\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc00040a120\u003e{\n msg: \"failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n \u003c*fmt.wrapError | 0xc0007c9300\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007c92e0\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007c92c0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0004da258\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"list-test-cluster-kwzbqb\" in resourcegroup=\"cluster-listing-662rkp\" to finish deleting: context canceled\n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"list-test-cluster-ql7rlm\" in resourcegroup=\"cluster-listing-d4p6qb\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc00040a180\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc00040a160\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc00040a120\u003e{\n msg: \"failed waiting for hcpCluster=\\\"list-test-cluster-kwzbqb\\\" in resourcegroup=\\\"cluster-listing-662rkp\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n \u003c*fmt.wrapError | 0xc0007c9300\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007c92e0\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007c92c0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"list-test-cluster-ql7rlm\\\" in resourcegroup=\\\"cluster-listing-d4p6qb\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"5eb200a19dbab2e07b1ac5d387e9c6390a8c89a42aa26a9d0f590a62c99992a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"5c7a8e549ceb977f17476ede8325e7ca0c1866614d76e1bd9cfbeeedc020a1b9","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0009de330\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listkct9lt\" in resourcegroup=\"ea-list-vk44sl\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0007f3380\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007f3360\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007f3340\u003e{\n msg: \"failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0009de330\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listkct9lt\" in resourcegroup=\"ea-list-vk44sl\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0007f3380\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007f3360\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc0007f3340\u003e{\n msg: \"failed waiting for hcpCluster=\\\"ea-listkct9lt\\\" in resourcegroup=\\\"ea-list-vk44sl\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"6241a92902adee7a2aa5294c538ecf6603fea31bfd8bc4cad335912ca6f72275","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"a76bde58df21aebc154911c2fe0a33c8aa4633e4d39a072a24e798ad63b19205","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000619500\u003e: \n failed to create NodePool nodepool-128GiB: failed starting nodepool creation \"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-zjtpjf\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\n --------------------------------------------------------------------------------\n RESPONSE 409: 409 Conflict\n ERROR CODE: Conflict\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"Conflict\",\n \"message\": \"Cannot create resource while parent resource is provisioning\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool nodepool-128GiB: failed starting nodepool creation \\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-zjtpjf\\\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0006194e0\u003e{\n msg: \"failed starting nodepool creation \\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-zjtpjf\\\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000a85320\u003e{\n ErrorCode: \"Conflict\",\n StatusCode: 409,\n RawResponse: {\n Status: \"409 Conflict\",\n StatusCode: 409,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Date\": [\n \"Tue, 24 Feb 2026 22:07:01 GMT\",\n ],\n \"Content-Length\": [\"344\"],\n \"X-Envoy-Upstream-Service-Time\": [\"112\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\"Conflict\"],\n \"X-Ms-Request-Id\": [\n \"4576eeac-3dc2-44fb-828d-c92ae89a64b9\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0006193e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 99, 114, 101, 97, 116, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 119, 104, 105, 108, 101, 32, 112, 97, 114, 101, 110, 116, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000619500\u003e: \n failed to create NodePool nodepool-128GiB: failed starting nodepool creation \"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-zjtpjf\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\n --------------------------------------------------------------------------------\n RESPONSE 409: 409 Conflict\n ERROR CODE: Conflict\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"Conflict\",\n \"message\": \"Cannot create resource while parent resource is provisioning\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool nodepool-128GiB: failed starting nodepool creation \\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-zjtpjf\\\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0006194e0\u003e{\n msg: \"failed starting nodepool creation \\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-zjtpjf\\\": PUT https://rp.j0702592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-zjtpjf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/nodePools/nodepool-128GiB\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000a85320\u003e{\n ErrorCode: \"Conflict\",\n StatusCode: 409,\n RawResponse: {\n Status: \"409 Conflict\",\n StatusCode: 409,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Date\": [\n \"Tue, 24 Feb 2026 22:07:01 GMT\",\n ],\n \"Content-Length\": [\"344\"],\n \"X-Envoy-Upstream-Service-Time\": [\"112\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\"Conflict\"],\n \"X-Ms-Request-Id\": [\n \"4576eeac-3dc2-44fb-828d-c92ae89a64b9\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0006193e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 99, 114, 101, 97, 116, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 119, 104, 105, 108, 101, 32, 112, 97, 114, 101, 110, 116, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0f2f71076ecda30b6ae0d13512c44eed7037c704b65b8be7109f64fb982271ac","failure_pattern":"ERROR CODE: Conflict; detail message Cannot create resource while parent resource is provisioning; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict"}},{"row_id":"79d1df3441c939df5fbf0534248da21c6c45c28786975b3122fef08bd72448cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"70d7cda407f6eb8a655c67ba6d21383c7ce4e92133b9860424efa8294f4868f3","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0006cac30\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-6nngrz\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000a99320\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000a99300\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000a992e0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0006cac30\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-6nngrz\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000a99320\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000a99300\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000a992e0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-6nngrz\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"9c2339207c28e449d8340d21753222713e5eb520b99c614dce162123b3f4d7be","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"3f4dfeed849345cb80c2476ab11e93ea0841fc39d416484888bdf80c03e55ffb","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000b86198\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-qkd4rj\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000491860\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000491820\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000491800\u003e{\n msg: \"failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000b86198\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-qkd4rj\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000491860\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000491820\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000491800\u003e{\n msg: \"failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-qkd4rj\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"ecf8f21da03b3326cfd6b723e8eaeb5917879039b566a9b65af5cabfbb5e9625","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"474b80b5457ff4a6b8fda7331350990c02ff5fd4192b8a154f2bb86686815906","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000fba138\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-lwnzr6\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000e28d20\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000e28d00\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000e28ce0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000fba138\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-lwnzr6\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000e28d20\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000e28d00\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000e28ce0\u003e{\n msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-lwnzr6\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}},{"row_id":"ef70c9327997f742f69a6d142e467ca3ab33950f0736e734cf95158cfc12f94e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026394492910702592","occurred_at":"2026-02-24T20:31:10Z","failed_at":"e2e","signature_id":"337d0bc1cdd46c04ba7c1dd0ff1de0b9e995895e16b67b212ddda045459d8617","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0008a01c8\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000abae80\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000abae60\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000abae40\u003e{\n msg: \"failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc0008a01c8\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000abae80\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000abae60\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000abae40\u003e{\n msg: \"failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-42sq82\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0x8207c70\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-42sq82\" to finish deleting: context canceled"}}],"failure_pattern_summary":{"signature_count":10,"failure_pattern_ids":["0f2f71076ecda30b6ae0d13512c44eed7037c704b65b8be7109f64fb982271ac","4eb79c3efbc97c0c126107692df16c56c190e54e8a0ec9d1e2108b1c54f07feb","567db2d6abee3120288f4d2589aaf4e556f2738a143b684ca0ae72211d9ed761"],"matched_occurrences":10,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4100/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026392972475502592","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4100,"pr_state":"closed","pr_sha":"937b13d82bd671cc9cc35fac9fd7ad0922d3a39d","final_merged_sha":"dba199d1bba86192cea1d855f18e8fe56f746281","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T20:25:07Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"c4b99862eb75f06b344ebae10b98a5a1f364196127584e2b102153a780b91f76","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4100/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026392972475502592","occurred_at":"2026-02-24T20:25:07Z","failed_at":"e2e","signature_id":"1ffccb8bab2e16a7040b647958f038325137089a5d5c63ca3bc64a56fd096a62","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:174]: Unexpected error:\n \u003c*errors.joinError | 0xc00081b500\u003e: \n VerifyBasicAccess failed: failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\n VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0003da100\u003e{\n msg: \"VerifyBasicAccess failed: failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n err: \u003c*fmt.wrapError | 0xc0003da0e0\u003e{\n msg: \"failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n err: \u003c*errors.StatusError | 0xc000daf7c0\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n Reason: \"Timeout\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"services\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"{\\\"metadata\\\":{},\\\"status\\\":\\\"Failure\\\",\\\"message\\\":\\\"Timeout: request did not complete within the allotted timeout\\\",\\\"reason\\\":\\\"Timeout\\\",\\\"details\\\":{},\\\"code\\\":504}\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 504,\n },\n },\n },\n },\n \u003c*fmt.wrapError | 0xc0003da1c0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n err: \u003c*fmt.wrapError | 0xc0003da160\u003e{\n msg: \"failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n err: \u003c*errors.StatusError | 0xc000daf900\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n Reason: \"Timeout\",\n Details: {\n Name: \"\",\n Group: \"apiregistration.k8s.io\",\n Kind: \"apiservices\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"{\\\"metadata\\\":{},\\\"status\\\":\\\"Failure\\\",\\\"message\\\":\\\"Timeout: request did not complete within the allotted timeout\\\",\\\"reason\\\":\\\"Timeout\\\",\\\"details\\\":{},\\\"code\\\":504}\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:174]: Unexpected error:\n \u003c*errors.joinError | 0xc00081b500\u003e: \n VerifyBasicAccess failed: failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\n VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0003da100\u003e{\n msg: \"VerifyBasicAccess failed: failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n err: \u003c*fmt.wrapError | 0xc0003da0e0\u003e{\n msg: \"failed to list services: the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n err: \u003c*errors.StatusError | 0xc000daf7c0\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server was unable to return a response in the time allotted, but may still be processing the request (get services)\",\n Reason: \"Timeout\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"services\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"{\\\"metadata\\\":{},\\\"status\\\":\\\"Failure\\\",\\\"message\\\":\\\"Timeout: request did not complete within the allotted timeout\\\",\\\"reason\\\":\\\"Timeout\\\",\\\"details\\\":{},\\\"code\\\":504}\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 504,\n },\n },\n },\n },\n \u003c*fmt.wrapError | 0xc0003da1c0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n err: \u003c*fmt.wrapError | 0xc0003da160\u003e{\n msg: \"failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n err: \u003c*errors.StatusError | 0xc000daf900\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)\",\n Reason: \"Timeout\",\n Details: {\n Name: \"\",\n Group: \"apiregistration.k8s.io\",\n Kind: \"apiservices\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"{\\\"metadata\\\":{},\\\"status\\\":\\\"Failure\\\",\\\"message\\\":\\\"Timeout: request did not complete within the allotted timeout\\\",\\\"reason\\\":\\\"Timeout\\\",\\\"details\\\":{},\\\"code\\\":504}\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"77cea79585bc98e274801940ab9e79052325110f5981c09889832cf18e064369","failure_pattern":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)","search_query":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: the server was unable to return a response in the time allotted, but may still be processing the request (get apiservices.apiregistration.k8s.io)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["77cea79585bc98e274801940ab9e79052325110f5981c09889832cf18e064369"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4167/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026392657953034240","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4167,"pr_state":"closed","pr_sha":"5702af3e8e3af1de0bdf3bdffd21e229ad7a2381","final_merged_sha":"5702af3e8e3af1de0bdf3bdffd21e229ad7a2381","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T20:23:51Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4134/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026391431349800960","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4134,"pr_state":"closed","pr_sha":"9fdaef42a0663c4aa5d5cd32e40a46627c1d79fb","final_merged_sha":"9fdaef42a0663c4aa5d5cd32e40a46627c1d79fb","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T20:18:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4095/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026384235840933888","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4095,"pr_state":"open","pr_sha":"8f711fab81a8d9300197820c371560b67cc2acd0","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T19:50:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026384036401778688","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T19:49:37Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026383345042067456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T19:46:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026378085846224896","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"600af2000421a6cfa8f9e2c0f0233f45d82b0dab","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T19:25:58Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"4bc434128a06ac76b1d74e2eaee24f1a1ee137e7c8b0e366e1f11356e00ca9b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026378085846224896","occurred_at":"2026-02-24T19:25:58Z","failed_at":"e2e","signature_id":"06bbcbd62e09a37f42eafd937f7991dc05a0aa4c60d0d876247fdc566cf42d26","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026367955285053440","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T18:45:43Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026367868114833408","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T18:45:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4197/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026367354547474432","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4197,"pr_state":"closed","pr_sha":"1b7a82bd41571111c5cc5d4741df5e2a6a30b12b","final_merged_sha":"1b7a82bd41571111c5cc5d4741df5e2a6a30b12b","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T18:43:19Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4100/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026363622300585984","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4100,"pr_state":"closed","pr_sha":"4601237e95b316bcf900a7c0a78e6eb34c92bb60","final_merged_sha":"dba199d1bba86192cea1d855f18e8fe56f746281","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T18:28:30Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"32bb6f9524c6df1987b04df969df6667cf64e4292b143054d85cf1a7cee4296f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4100/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026363622300585984","occurred_at":"2026-02-24T18:28:30Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026357283511865344","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4189,"pr_state":"open","pr_sha":"2330255f28e00a8ed0f6c8e94df029f88c416ad8","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T18:03:17Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"10c406f165db54feba9bc4df2d2de9ac8fda51e675a7f3ad33406d3143b59685","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026357283511865344","occurred_at":"2026-02-24T18:03:17Z","failed_at":"e2e","signature_id":"d1007127d18555d62648da852d6e839c739506d91e499be346480ffeae9c9316","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026354832398356480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"e41fc5c10080b948886dc037aee4f8a8d7dd3219","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T17:53:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4045/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026348962276970496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4045,"pr_state":"open","pr_sha":"3207545fca598a0bbc926207da9f3ebd12d86873","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T17:30:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026346154811199488","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T17:17:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4196/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026344042555510784","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4196,"pr_state":"closed","pr_sha":"db7e54fa33d2531bef1bb789c257b2f730214232","final_merged_sha":"b541ca7e953f8e1929cb1cc01938e54152b9c8e2","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T17:09:41Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026343441524330496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T17:08:18Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"8edbf9d1578402559f73fe80641a8a375e3e6e98bf0fb592921d55694b64a5e1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026343441524330496","occurred_at":"2026-02-24T17:08:18Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4134/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026342078576857088","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4134,"pr_state":"closed","pr_sha":"22f16594e6d8c288296ecbf11dbb8ec2ba411864","final_merged_sha":"9fdaef42a0663c4aa5d5cd32e40a46627c1d79fb","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T17:02:53Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4195/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026333409873235968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4195,"pr_state":"closed","pr_sha":"89cde4472b81a911cf5e3c0cd0e9a1e3604cd76c","final_merged_sha":"89cde4472b81a911cf5e3c0cd0e9a1e3604cd76c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T16:28:26Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4194/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026321793773473792","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4194,"pr_state":"closed","pr_sha":"91b2154ba05f95235d7040d760af271f5f76ce26","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T15:42:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4167/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026320967394922496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4167,"pr_state":"closed","pr_sha":"81a3555dc3d630b43ee56001ffb484c5e9f4027c","final_merged_sha":"5702af3e8e3af1de0bdf3bdffd21e229ad7a2381","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T15:39:00Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026319590841126912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T15:33:32Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026306825174913024","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4184,"pr_state":"closed","pr_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","final_merged_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T14:42:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4186/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026306531758182400","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4186,"pr_state":"closed","pr_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","final_merged_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T14:41:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026306339474509824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T14:40:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026297405917368320","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"5cfdca440baa1c128b8a1489f2c2f518e4e50c9e","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T14:05:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4193/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026290809178951680","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4193,"pr_state":"open","pr_sha":"6bb6adae75a297b794da681e782deb2aedf27e95","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T13:39:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"7e21006ccaa61bceef0ba959a6e13fb83265eaaaec7a6570a73141a97eb093b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4193/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026290809178951680","occurred_at":"2026-02-24T13:39:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026290117592748032","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4189,"pr_state":"open","pr_sha":"2330255f28e00a8ed0f6c8e94df029f88c416ad8","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T13:36:25Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"8b0dc567e953dade81458de2219f3d2b8b5da1a577388cab1639702f1dda578b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026290117592748032","occurred_at":"2026-02-24T13:36:25Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-24T14:08:41.071Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-24T14:08:43.087Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-24T14:08:44.472Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=645e88137942f0c1c75f8c92a38bb815b14e4910e34e71fec6780bd57ceaeb9f\ntime=2026-02-24T14:10:15.184Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j2748032/providers/Microsoft.Resources/deployments/645e88137942f0c1c75f8c92a38bb815b14e4910e34e71fec6780bd57ceaeb9f/operationStatuses/08584296647616888410\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2748032/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2748032/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j2748032\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 958c15d6-8a37-46fc-ab58-2a84970569a3:2/24/2026 2:09:48 PM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026286905166925824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T13:23:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4192/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026281521479946240","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4192,"pr_state":"open","pr_sha":"83e208ab20c46816a256f852c17b5d66c9dd79f9","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T13:01:36Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d134ae0d3e6022d0c28ffe3cecccc7a6a8966f9c41b4a1b75f23ec801880974b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4192/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026281521479946240","occurred_at":"2026-02-24T13:01:36Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026277798636687360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"e41fc5c10080b948886dc037aee4f8a8d7dd3219","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T12:47:17Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"cf84b28c4a8838f0bd8c7689887767a26b285dc48bf8a43d835738fa887e1c1c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026277798636687360","occurred_at":"2026-02-24T12:47:17Z","failed_at":"e2e","signature_id":"c279afec2d1ddb24daf328bf549facb352265d2466d185e9d0db125a66332c66","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.006s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.006s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026274713851924480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T12:35:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026271287793422336","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4126,"pr_state":"closed","pr_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","final_merged_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T12:21:35Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"aca809e86f862b816ded9cd84f68c2e89900d0b64a450c33ab80829426c57096","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026271287793422336","occurred_at":"2026-02-24T12:21:35Z","failed_at":"e2e","signature_id":"b91680b7286c148981da52e1c001462c4dfa1ae42679b7b8d0d7f1361a94eed4","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.014s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc000546440\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000546420\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000546400\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0005463e0\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000706af0\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000488360\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.014s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc000546440\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000546420\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000546400\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0005463e0\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000706af0\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000488360\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026268194729103360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T12:09:18Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"b99239b2a1622b6ea59fdf25ff598831e386d8378a90fe73992933bfd8ebd549","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026268194729103360","occurred_at":"2026-02-24T12:09:18Z","failed_at":"e2e","signature_id":"3a83184dccab9365880072840ccceb77ece2fd0a8d6bc10e49255eade052bfb8","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.021s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0008202a0\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820280\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820260\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820240\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000668550\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc0008e4150\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.021s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0008202a0\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820280\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820260\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000820240\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000668550\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc0008e4150\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026267402576072704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T12:06:09Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"b64ab34c229491945e83c5888d3e7eb6e8b1799cc1fa222f5c8d717842433a71","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026267402576072704","occurred_at":"2026-02-24T12:06:09Z","failed_at":"e2e","signature_id":"e2eac8cf85807b82d1d0da6db5e3697fe78dc1f11aa04de46f788641fa2ff9de","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.003s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc00070e360\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e320\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e300\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e2e0\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000468a50\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc0004e2550\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.003s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc00070e360\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e320\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e300\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00070e2e0\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000468a50\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc0004e2550\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026260412986560512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T11:38:19Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"957ab730f81ab4d3cffe039ea263ad627ae68efd385e02b0fea234c2dc0c5c35","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026260412986560512","occurred_at":"2026-02-24T11:38:19Z","failed_at":"provision","signature_id":"8efeba4c40afaab9ffce454d87c797dbbeb8d8782f1771aaed2e09436e61ab20","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T12:07:50.250Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T12:07:51.175Z level=DEBUG+2 msg=\"Waiting for existing deployment to complete\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output deployment=ef2bb3355bd54675e90926b2ffd43526b0e1367038533fb09dcdc29269b1ddf2\ntime=2026-02-24T12:07:51.175Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ResourceNotFound; detail message The Resource 'Microsoft.Kusto/clusters/\u003cresource\u003e' under resource group '\u003cresource-group\u003e' was not found. For more details please go to \u003curl\u003e; provider Microsoft.Kusto","search_query":"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026259713586368512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T11:35:36Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"6dac0eff0cfe830c6540994879726d92e1913195c75163459f731b9d75aaac09","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026259713586368512","occurred_at":"2026-02-24T11:35:36Z","failed_at":"provision","signature_id":"8efeba4c40afaab9ffce454d87c797dbbeb8d8782f1771aaed2e09436e61ab20","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T12:11:25.801Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T12:11:26.577Z level=DEBUG+2 msg=\"Waiting for existing deployment to complete\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output deployment=ef2bb3355bd54675e90926b2ffd43526b0e1367038533fb09dcdc29269b1ddf2\ntime=2026-02-24T12:11:26.577Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ResourceNotFound; detail message The Resource 'Microsoft.Kusto/clusters/\u003cresource\u003e' under resource group '\u003cresource-group\u003e' was not found. For more details please go to \u003curl\u003e; provider Microsoft.Kusto","search_query":"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026257949684404224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4126,"pr_state":"closed","pr_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","final_merged_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T11:28:35Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"04daf13c93818ca53de3c8e141058db647bf7418cf2cd72eb66f1f2ea65559e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026257949684404224","occurred_at":"2026-02-24T11:28:35Z","failed_at":"provision","signature_id":"8efeba4c40afaab9ffce454d87c797dbbeb8d8782f1771aaed2e09436e61ab20","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T12:03:16.907Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T12:03:18.043Z level=DEBUG+2 msg=\"Waiting for existing deployment to complete\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output deployment=ef2bb3355bd54675e90926b2ffd43526b0e1367038533fb09dcdc29269b1ddf2\ntime=2026-02-24T12:03:18.043Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ResourceNotFound; detail message The Resource 'Microsoft.Kusto/clusters/\u003cresource\u003e' under resource group '\u003cresource-group\u003e' was not found. For more details please go to \u003curl\u003e; provider Microsoft.Kusto","search_query":"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026255299509227520","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T11:18:04Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"0be0e579d641353e33515116d0e7b9d71eb0be4631d8433f2e3f6d934e43b516","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026255299509227520","occurred_at":"2026-02-24T11:18:04Z","failed_at":"provision","signature_id":"8efeba4c40afaab9ffce454d87c797dbbeb8d8782f1771aaed2e09436e61ab20","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T12:04:38.312Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T12:04:39.352Z level=DEBUG+2 msg=\"Waiting for existing deployment to complete\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output deployment=ef2bb3355bd54675e90926b2ffd43526b0e1367038533fb09dcdc29269b1ddf2\ntime=2026-02-24T12:04:39.352Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ResourceNotFound; detail message The Resource 'Microsoft.Kusto/clusters/\u003cresource\u003e' under resource group '\u003cresource-group\u003e' was not found. For more details please go to \u003curl\u003e; provider Microsoft.Kusto","search_query":"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026252146508304384","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T11:05:32Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"66a35203dfbd80e2a524dc85baddf73fae2accc1cbd0271bc62a017cb6a0af7b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026252146508304384","occurred_at":"2026-02-24T11:05:32Z","failed_at":"provision","signature_id":"ac94b7d49bbf0a76ae64aac55b3ff93676e45ff90cdf4d1763f1b66d92921bbe","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T11:50:43.440Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T11:50:44.522Z level=DEBUG+2 msg=\"Waiting for existing deployment to complete\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=kusto step=output deployment=ef2bb3355bd54675e90926b2ffd43526b0e1367038533fb09dcdc29269b1ddf2\ntime=2026-02-24T11:50:59.676Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ResourceNotFound; detail message The Resource 'Microsoft.Kusto/clusters/\u003cresource\u003e' under resource group '\u003cresource-group\u003e' was not found. For more details please go to \u003curl\u003e; provider Microsoft.Kusto","search_query":"failed to run ARM step: failed to poll previously-existing deployment: pre-existing deployment failed: {\\\"code\\\":\\\"DeploymentFailed\\\",\\\"details\\\":[{\\\"code\\\":\\\"ResourceNotFound\\\",\\\"message\\\":\\\"The Resource 'Microsoft.Kusto/clusters/hcp-dev-us' under resource group 'hcp-kusto-us' was not found. For more details please go to https://aka.ms/ARMResourceNotFoundFix\\\"}],\\\"message\\\":\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\"}"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4303a1672f9a61982aec1b11c54e244a145c38d9fa34865f3ff4d340b71db491"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026243828494635008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4189,"pr_state":"open","pr_sha":"7944a87f28293d1d953e7e537af371f81f0c502c","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T10:32:29Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d9c5b8b13b42dcaa2264cc2c33c29caff9c7806a866a2e12ea1c8c45282bdc73","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4189/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026243828494635008","occurred_at":"2026-02-24T10:32:29Z","failed_at":"provision","signature_id":"53a85f116f98e6877317348e422772f246c87ca774cdc43898af38dd4aa8c62a","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/kusto/output","test_suite":"step graph","failure_text":"time=2026-02-24T11:04:02.598Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output description=\"Step output\\n Kind: ARM\\n Template: templates/kusto-lookup.bicep\\n Parameters: configurations/kusto-lookup.tmpl.bicepparam\"\ntime=2026-02-24T11:04:03.193Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=kusto step=output err=\"failed to run ARM step: failed to ensure resource group exists: failed to update resource group: PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-kusto-us\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupBeingDeleted\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"ResourceGroupBeingDeleted\\\",\\n \\\"message\\\": \\\"The resource group 'hcp-kusto-us' is in deprovisioning state and cannot perform this operation.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e651295b339be037b3af1b5f9b71aee9a6363af759ea5942d8d8e9d21f2986","failure_pattern":"ERROR CODE: ResourceGroupBeingDeleted","search_query":"ERROR CODE: ResourceGroupBeingDeleted"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e651295b339be037b3af1b5f9b71aee9a6363af759ea5942d8d8e9d21f2986"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026237769449213952","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4166,"pr_state":"closed","pr_sha":"b35f41ed9c12600af0e8814d5ccbc5c51bbfbd47","final_merged_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T10:08:24Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"a86f999bf16f367edecf144f9f41139759b6ee685f0528849d19e1e38aac9e87","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026237769449213952","occurred_at":"2026-02-24T10:08:24Z","failed_at":"e2e","signature_id":"619ae565652c9f09fe09b537967fd0db6db606d5f0aa6a9468bb3b68d4c81e4e","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.006s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc00050e2c0\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e2a0\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e260\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e220\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc0007b8410\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000788150\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.006s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc00050e2c0\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e2a0\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e260\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc00050e220\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc0007b8410\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000788150\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026236592665923584","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4184,"pr_state":"closed","pr_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","final_merged_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T10:03:43Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"7e44ca6e2b1f80ca80b4b005261c09218fa40632da98cd8d02cb4cbfcd9c656c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026236592665923584","occurred_at":"2026-02-24T10:03:43Z","failed_at":"e2e","signature_id":"06bbcbd62e09a37f42eafd937f7991dc05a0aa4c60d0d876247fdc566cf42d26","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}},{"row_id":"7fc57063a91ced87b70e86584f398a5533e49348cfbab2c956118545bbb1dc37","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026236592665923584","occurred_at":"2026-02-24T10:03:43Z","failed_at":"e2e","signature_id":"6526b983462968a44555edb3670bd989a5450a2fcf1e62976c38fed37519f9e2","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.000s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0002b8380\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8360\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8340\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8320\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc00057e460\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000592340\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.000s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0002b8380\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8360\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8340\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc0002b8320\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc00057e460\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000592340\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026234601625620480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T09:55:49Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"d41a433282b98b7e4fa25c39edfd206f7daa9e4edb66e4c86ed9c67b05fdc28d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026234601625620480","occurred_at":"2026-02-24T09:55:49Z","failed_at":"e2e","signature_id":"f239c3184913e8bbc11f2f9d35c997e275504f94bff190144834b94e54f89e65","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.025s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc000450980\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450960\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450940\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450920\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000219860\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000ac0690\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.025s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc000450980\u003e: \n failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\n {\n msg: \"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450960\u003e{\n msg: \"failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450940\u003e{\n msg: \"failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*fmt.wrapError | 0xc000450920\u003e{\n msg: \"failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n err: \u003c*errors.Error | 0xc000219860\u003e{\n Op: 1,\n Kind: 2,\n Err: \u003c*errors.errorString | 0xc000ac0690\u003e{\n s: \"Error while getting token : Get \\\"https://hcp-dev-us.westus3.kusto.windows.net/v1/rest/auth/metadata\\\": dial tcp: lookup hcp-dev-us.westus3.kusto.windows.net on 172.30.0.10:53: no such host\",\n },\n restErrMsg: nil,\n decoded: nil,\n permanent: false,\n inner: nil,\n },\n },\n },\n },\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e","failure_pattern":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"\u003curl\u003e","search_query":"failed to gather logs: failed to execute cluster id query: failed to execute query: failed to execute query: Op(OpQuery): Kind(KInternal): Error while getting token : Get \"https://hcp-dev-us"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f1612da15c9bb749e7eaa1e70c5bd342ac065b91aac3a1113cd63a88dd7ebc8e"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026231376356839424","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4128,"pr_state":"closed","pr_sha":"09aa40cff0b0c365c0f7fb7bc0a54d926e428752","final_merged_sha":"97dcd3444b49cca0f791a06d67de76d5a3fc1f4b","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T09:43:00Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d3920bff4b57d4e32f2e416da6e4f89f0ebf16d436cd9834f10b9ba8a6c88c5c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026231376356839424","occurred_at":"2026-02-24T09:43:00Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-24T10:11:41.439Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-24T10:11:43.660Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-24T10:11:44.982Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=7fff49384223067a0cd4bbfa8818f0c2e75c1458baa6f8b6dbbe4b51459c4294\ntime=2026-02-24T10:13:15.687Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6839424/providers/Microsoft.Resources/deployments/7fff49384223067a0cd4bbfa8818f0c2e75c1458baa6f8b6dbbe4b51459c4294/operationStatuses/08584296789812118124\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6839424/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6839424/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j6839424\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 20dad687-6e1b-4d0b-a70f-27514e6b7907:2/24/2026 10:12:51 AM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026229031220809728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T09:33:41Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4187/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026226978075447296","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4187,"pr_state":"closed","pr_sha":"07bd46b840ca2d8aa0fa7d2dd8b82b69b4c664ff","final_merged_sha":"07bd46b840ca2d8aa0fa7d2dd8b82b69b4c664ff","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T09:25:27Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4101/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026225837434474496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4101,"pr_state":"closed","pr_sha":"684532a308bd6940b2d4ec73949f6bde2abd1931","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T09:20:59Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"08bf4896f7b056a4cd0300749ba31bddc8193006db1eb6da20d03671104a4125","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4101/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026225837434474496","occurred_at":"2026-02-24T09:20:59Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026222598290935808","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T09:08:07Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"a8fb02c459849b208d93bb4e67406168f6105d369794c41b0ec86aaf6b81e01b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026222598290935808","occurred_at":"2026-02-24T09:08:07Z","failed_at":"e2e","signature_id":"ee8e15911f3b6073ee7809c5a33796f1f08e1e8a3dd29f64ef927f2ce1d09cf8","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026220948104941568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4056,"pr_state":"closed","pr_sha":"54477c2f42f768317c844a7fc316ce4e4c2b5f71","final_merged_sha":"2714126704381c47bf54267faeabfff8fcfe8378","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T09:01:17Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"f550ad1d85eb89eb4d5d9e85db401c09778ef57de446d9de0d1861c6bc63d55c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026220948104941568","occurred_at":"2026-02-24T09:01:17Z","failed_at":"e2e","signature_id":"1ff94e4e6fbc72ddc2af3040586fb3743349374e0746e74936d273f92cb29f0a","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:363]: Timed out after 300.003s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:348 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n \u003c*errors.errorString | 0xc0003c11c0\u003e: \n E0224 10:28:18.503461 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.525465 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.560136 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.585322 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.623097 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n error: You must be logged in to the server (the server has asked for the client to provide credentials)\n {\n s: \"E0224 10:28:18.503461 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.525465 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.560136 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.585322 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.623097 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nerror: You must be logged in to the server (the server has asked for the client to provide credentials)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:363]: Timed out after 300.003s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:348 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n \u003c*errors.errorString | 0xc0003c11c0\u003e: \n E0224 10:28:18.503461 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.525465 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.560136 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.585322 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 10:28:18.623097 2537 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n error: You must be logged in to the server (the server has asked for the client to provide credentials)\n {\n s: \"E0224 10:28:18.503461 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.525465 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.560136 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.585322 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 10:28:18.623097 2537 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nerror: You must be logged in to the server (the server has asked for the client to provide credentials)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f00cc40d463cd94eb55b63d664af8e764db2b93c677dee62bb06d736dc1a6b13","failure_pattern":"error: You must be logged in to the server (the server has asked for the client to provide credentials)","search_query":"error: You must be logged in to the server (the server has asked for the client to provide credentials)"}},{"row_id":"ff86055a579eb1c9c829cec37a6758774c470fa720796cc286dd13d9b13c7c10","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026220948104941568","occurred_at":"2026-02-24T09:01:17Z","failed_at":"e2e","signature_id":"e8c5835b170556d6cc56a75ca7c160088388cba498f64f186b43fae5c6f9d08a","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:251]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00060ca20\u003e: \n failed waiting for hcpCluster=\"admin-cred-lifecycle-h8shdn\" in resourcegroup=\"admin-credential-lifecycle-test-bbqrmn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-h8shdn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-bbqrmn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0003ff770\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:251]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00060ca20\u003e: \n failed waiting for hcpCluster=\"admin-cred-lifecycle-h8shdn\" in resourcegroup=\"admin-credential-lifecycle-test-bbqrmn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-h8shdn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-bbqrmn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0003ff770\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"15b183e3881967176eb66fd4ef31efbd8a4611cec73c8de3f08e989dcdc536ea","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-h8shdn\" in resourcegroup=\"admin-credential-lifecycle-test-bbqrmn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-h8shdn in resource group admin-credential-lifecycle-test-bbqrmn, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["15b183e3881967176eb66fd4ef31efbd8a4611cec73c8de3f08e989dcdc536ea","f00cc40d463cd94eb55b63d664af8e764db2b93c677dee62bb06d736dc1a6b13"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4186/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026216796746420224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4186,"pr_state":"closed","pr_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","final_merged_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T08:45:04Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026214926518849536","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"db189e0a53952db8ba1be1f635883981359e8be7","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T08:37:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026203943599607808","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T07:53:59Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"04e43bc9fe4187cf4037af5c93519026ea36870610857254429876056711d2b5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026203943599607808","occurred_at":"2026-02-24T07:53:59Z","failed_at":"e2e","signature_id":"032634b109c8b345d622ecdc0b208c192a89380d653bb2dbabfbcdf273efaac6","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:363]: Timed out after 300.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:348 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n \u003c*errors.errorString | 0xc0003c9880\u003e: \n E0224 09:17:27.844729 2565 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 09:17:27.885018 2565 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n {\n s: \"E0224 09:17:27.844729 2565 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 09:17:27.885018 2565 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:363]: Timed out after 300.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:348 with:\nkubectl should execute successfully from authorized VM with OIDC token\nUnexpected error:\n \u003c*errors.errorString | 0xc0003c9880\u003e: \n E0224 09:17:27.844729 2565 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n E0224 09:17:27.885018 2565 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\"\n {\n s: \"E0224 09:17:27.844729 2565 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\\nE0224 09:17:27.885018 2565 memcache.go:265] \\\"Unhandled Error\\\" err=\\\"couldn't get current server API group list: the server has asked for the client to provide credentials\\\"\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"784380ace55b355f47065469da48bc1c7b73547d879efb7edb5ed96de913234e","failure_pattern":"couldn't get current server API group list: the server has asked for the client to provide credentials","search_query":"E0224 09:17:27.885018 2565 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: the server has asked for the client to provide credentials\""}},{"row_id":"e1afcd45f7b2495c3e28fd31a1e1941d9e6cc4411c5e2f5ed5f26ffb0bfdb7da","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026203943599607808","occurred_at":"2026-02-24T07:53:59Z","failed_at":"e2e","signature_id":"9779bc541aea6ab48b08953dedd30058a8c082102aac9b446ca4f5a333c2d763","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000ac3480\u003e: \n cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False), monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False), monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000ac3480\u003e: \n cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False), monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False), monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f0b9612308799f3ede7de45f0cb73eae181f1d0923bf8540ec226bae27cf8d2a","failure_pattern":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True","search_query":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=False, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False), monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["784380ace55b355f47065469da48bc1c7b73547d879efb7edb5ed96de913234e","f0b9612308799f3ede7de45f0cb73eae181f1d0923bf8540ec226bae27cf8d2a"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026198939392282624","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T07:34:05Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026198923055468544","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T07:34:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026198882039369728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T07:33:53Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4152/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026195285109116928","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4152,"pr_state":"closed","pr_sha":"e247c0c051da22e0b1787dbbe0dbe8a2de3bebea","final_merged_sha":"2f8a0eb8477e5204a65847041c1967c2843f8f80","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T07:19:35Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"2d347c303de9dbb0263236a470f0e5219918822e652cd6ae88a80efb0ac03291","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4152/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026195285109116928","occurred_at":"2026-02-24T07:19:35Z","failed_at":"e2e","signature_id":"6e3b99f531cb660310a28e46ec27e171174b1111b0ac9263792da153149705d8","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00091f2b0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00091f2b0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4186/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026190223288832000","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4186,"pr_state":"closed","pr_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","final_merged_sha":"9ae47c779962539f1ab66bf503dc23f6a460f7b6","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-24T06:59:28Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"fae759d887e0dc1743c86e428884b2dd5af0b64d7807503c9f2f9852e175168d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4186/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026190223288832000","occurred_at":"2026-02-24T06:59:28Z","failed_at":"e2e","signature_id":"3ec5efca23e126f5142482d6302929072f6018318365f4dfc82620a28ae3a600","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.002s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc0003c8e70\u003e: \n subscription state not found\n {\n s: \"subscription state not found\",\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.002s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc0003c8e70\u003e: \n subscription state not found\n {\n s: \"subscription state not found\",\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6be2a1429c526e145930492292d4b47bfb07edefddf28cea615d751f6a2c96b1","failure_pattern":"subscription state not found","search_query":"subscription state not found"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["6be2a1429c526e145930492292d4b47bfb07edefddf28cea615d751f6a2c96b1"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4188/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026183339966205952","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4188,"pr_state":"closed","pr_sha":"450624a94233eb2117f8680363d9c997109b3f76","final_merged_sha":"ad7003e5a941946bb5a1fed27c539b6ee3d95872","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T06:32:07Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"facd7c57e53022fbe0e3e7eba87b5496e4885fee055ed3c6b81ffb807499b6fc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4188/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026183339966205952","occurred_at":"2026-02-24T06:32:07Z","failed_at":"e2e","signature_id":"5a9a90da966b41bb5b75a6ec309ddaaf90a78887e64b069303ed402b4cda460e","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026176730036703232","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4185,"pr_state":"closed","pr_sha":"97b8851ea5195c5fd51cb1905f7c8a9c8f36ff37","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T06:05:51Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4187/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026165274431983616","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4187,"pr_state":"closed","pr_sha":"07bd46b840ca2d8aa0fa7d2dd8b82b69b4c664ff","final_merged_sha":"07bd46b840ca2d8aa0fa7d2dd8b82b69b4c664ff","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T05:20:20Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026161392062566400","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"1683e7fd2e659d0b3331b15a0fb0c698ce695224","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T05:04:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026144649604763648","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4185,"pr_state":"closed","pr_sha":"97b8851ea5195c5fd51cb1905f7c8a9c8f36ff37","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T03:58:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4180,"pr_state":"closed","pr_sha":"050cf349f25ce7cebd5bee7207044363b605df9e","final_merged_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T03:43:09Z"},"failed_at":["e2e"],"failed_test_count":19,"occurrences":[{"row_id":"10b35eeedda1e1a306e7010b6e21dda3c67c8f901ed3f9d14e5dca23ed3d071a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"b15b3811d0607d99d134dae45a0c7e029e2dae5ee8337b3137ff7f1e5fd66ae5","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013557a0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-58gc97\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-58gc97\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e828b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97\",\n },\n \u003c*fmt.wrapErrors | 0xc001355770\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-58gc97\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e828b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013557a0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-58gc97\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-58gc97\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e828b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97\",\n },\n \u003c*fmt.wrapErrors | 0xc001355770\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-58gc97\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e828b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-58gc97\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"1713b4b45a80d7fb8fd710ee08b25294a10440d5dc2d51deaab22c077b72f013","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"57c03ca8978447a2fbcae9a702fb6898a63b74cdd626639e29aae426d97027b3","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f9ad50\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-724pjh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-724pjh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001203090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh\",\n },\n \u003c*fmt.wrapErrors | 0xc000f9ad20\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-724pjh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001203090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f9ad50\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-724pjh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-724pjh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001203090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh\",\n },\n \u003c*fmt.wrapErrors | 0xc000f9ad20\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-724pjh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001203090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-724pjh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"25aba33e3b2d56688682fc98822e3b134391e0a8f27149dacf79000418b5b32d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"ecf03a9885706f79011da7eaa49a4245da365e2aca4d4c1750094399207bfaa8","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010b2ff0\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-wv4tbg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-wv4tbg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f65570\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg\",\n },\n \u003c*fmt.wrapErrors | 0xc0010b2fc0\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-wv4tbg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f65570\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010b2ff0\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-wv4tbg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-wv4tbg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f65570\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg\",\n },\n \u003c*fmt.wrapErrors | 0xc0010b2fc0\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-wv4tbg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f65570\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-wv4tbg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"2a6d02e8762876e5480cd2f94c7943c861b431d415a914f701886111ced9f8cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"dfdce9444691bb1b219b00fd0638fa8b0fe63952dfc08a41ff992bc48606c219","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013bbad0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-c7f5pf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-c7f5pf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f41650\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf\",\n },\n \u003c*fmt.wrapErrors | 0xc0013bbaa0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-c7f5pf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f41650\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013bbad0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-c7f5pf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-c7f5pf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f41650\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf\",\n },\n \u003c*fmt.wrapErrors | 0xc0013bbaa0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-c7f5pf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f41650\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-c7f5pf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"3c476f9012d6a4bc40cedb4b8b4f16c330adb1881a30f122269341ab44f56001","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"2031ebd9b7f04fbc5aea695c97a45b361403356e5e304306f7e1c73f88e5e46e","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014db380\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-qpllgl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-qpllgl\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00148fc70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl\",\n },\n \u003c*fmt.wrapErrors | 0xc0014db350\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-qpllgl\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00148fc70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014db380\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-qpllgl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-qpllgl\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00148fc70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl\",\n },\n \u003c*fmt.wrapErrors | 0xc0014db350\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-qpllgl\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00148fc70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-qpllgl\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"440ce2f7e31d140ef719effe106fa493a716b85861c1066ea700daa628852487","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"6d9ba3a3f1ea74b936853b0e9a8ca2b2d01546ac050ca508a4f41d65b16274c2","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014077a0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-w4gvsk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001756630\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014077a0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-w4gvsk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001756630\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"48b600e8ecca1500363c7a16ca0b6c414d25523f368973db2a992a57484763f7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"896776ef59762887913f483ea22b1eb7b20faee861a3e6c42d33d9437601e4dc","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d50b70\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-vn9dfj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-vn9dfj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010e7ed0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj\",\n },\n \u003c*fmt.wrapErrors | 0xc000d50b40\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-vn9dfj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010e7ed0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d50b70\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-vn9dfj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-vn9dfj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010e7ed0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj\",\n },\n \u003c*fmt.wrapErrors | 0xc000d50b40\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-vn9dfj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010e7ed0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-vn9dfj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"4ff1ed7f49aba9de0ce3a9465fa56c0bf48201c30ad28e4bdb67e09f8936ea4d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"9e853b60d13e121586d2db20a52108c5c2bdc031974b85b3baeabda5e3309cd8","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a93800\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-95hl55\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-95hl55\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100f430\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55\",\n },\n \u003c*fmt.wrapErrors | 0xc000a937a0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-95hl55\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100f430\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a93800\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-95hl55\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-95hl55\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100f430\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55\",\n },\n \u003c*fmt.wrapErrors | 0xc000a937a0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-95hl55\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100f430\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-95hl55\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"501246f63c4d1a17ca41bfa649c1938bf8f5992ab682b72705d41aa9b3ba37cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"313c15c5bfa20a775c6ced0a5c876f300450252e4807ddf2fcab9c45fd3e1822","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00101d7d0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-kqzftd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-kqzftd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001090bb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd\",\n },\n \u003c*fmt.wrapErrors | 0xc00101d7a0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-kqzftd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001090bb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00101d7d0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-kqzftd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-kqzftd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001090bb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd\",\n },\n \u003c*fmt.wrapErrors | 0xc00101d7a0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-kqzftd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001090bb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-kqzftd\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"550bb41290149982b6ed791751a8e0ddbbab92bc833496c03c07a5dd42ee4337","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"83d67bf7505c5911a69d988c496c2b2b0fbf16489f70403c5e7c06a682196b81","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001113770\u003e: \n failed to create HCP cluster list-test-cluster-8qm5tq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: failed waiting for cluster=\"list-test-cluster-8qm5tq\" in resourcegroup=\"cluster-listing-jqq548\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-8qm5tq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: failed waiting for cluster=\\\"list-test-cluster-8qm5tq\\\" in resourcegroup=\\\"cluster-listing-jqq548\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000eadd00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548\",\n },\n \u003c*fmt.wrapErrors | 0xc001113740\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-8qm5tq\\\" in resourcegroup=\\\"cluster-listing-jqq548\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000eadd00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001113770\u003e: \n failed to create HCP cluster list-test-cluster-8qm5tq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: failed waiting for cluster=\"list-test-cluster-8qm5tq\" in resourcegroup=\"cluster-listing-jqq548\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-8qm5tq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: failed waiting for cluster=\\\"list-test-cluster-8qm5tq\\\" in resourcegroup=\\\"cluster-listing-jqq548\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000eadd00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548\",\n },\n \u003c*fmt.wrapErrors | 0xc001113740\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-8qm5tq\\\" in resourcegroup=\\\"cluster-listing-jqq548\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000eadd00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-8qm5tq in resource group cluster-listing-jqq548\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"67951551d2b851a733eb0e5b52ff46574c75ec82ee8fcf004154e261310f1427","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"814d0a3d3c7cf5c64a671ab76eca04bd5c5949e7c7e2fd13b1fd994be91514e2","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006def60\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-q68hjv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-q68hjv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0008429c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv\",\n },\n \u003c*fmt.wrapErrors | 0xc0006def30\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-q68hjv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0008429c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006def60\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-q68hjv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-q68hjv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0008429c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv\",\n },\n \u003c*fmt.wrapErrors | 0xc0006def30\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-q68hjv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0008429c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-q68hjv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"7c504b7e112ad69eefee0a34b4d5d975ae0d9f80f823b056e1e2b5c80fd4380d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"4ef24b686ea471b5be7db159b508749a2fb0eb5d70cdd083dd9c02d7baa6ef4c","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00046f2f0\u003e: \n failed to create HCP cluster ea-listkmgjtd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: failed waiting for cluster=\"ea-listkmgjtd\" in resourcegroup=\"ea-list-8t8xnr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listkmgjtd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: failed waiting for cluster=\\\"ea-listkmgjtd\\\" in resourcegroup=\\\"ea-list-8t8xnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5500\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr\",\n },\n \u003c*fmt.wrapErrors | 0xc00046e4b0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listkmgjtd\\\" in resourcegroup=\\\"ea-list-8t8xnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5500\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00046f2f0\u003e: \n failed to create HCP cluster ea-listkmgjtd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: failed waiting for cluster=\"ea-listkmgjtd\" in resourcegroup=\"ea-list-8t8xnr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listkmgjtd, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: failed waiting for cluster=\\\"ea-listkmgjtd\\\" in resourcegroup=\\\"ea-list-8t8xnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5500\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr\",\n },\n \u003c*fmt.wrapErrors | 0xc00046e4b0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listkmgjtd\\\" in resourcegroup=\\\"ea-list-8t8xnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5500\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listkmgjtd in resource group ea-list-8t8xnr\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"8368f62576414d6d82e6bd298615f073fa7a431d2d9013c00381d63d79abe5ad","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"db56591fffd5d02bd6dfd4b1b7fc20bafe9770cb0f53094649589a8d506f8823","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00104e8d0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-x98hnq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-x98hnq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00119cc60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq\",\n },\n \u003c*fmt.wrapErrors | 0xc00104e8a0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-x98hnq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00119cc60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00104e8d0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-x98hnq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-x98hnq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00119cc60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq\",\n },\n \u003c*fmt.wrapErrors | 0xc00104e8a0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-x98hnq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00119cc60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-x98hnq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"94c81b09f29bfb1c048bf9f2afd7f3cc0fd04bfd572f41742bf4b2a73d183ab6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"954993a64357f8cf4b501d69f3f31aa649581de818e2d5ae0a11101d4700bef0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"ddecfd3f3f1f0a82d22b9ced98bda8d7976ad1a33f220f010bb9a70ff6fc698e","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000cc5c80\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vt2pgg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-vt2pgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013c5330\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg\",\n },\n \u003c*fmt.wrapErrors | 0xc000cc5c50\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-vt2pgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013c5330\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000cc5c80\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vt2pgg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-vt2pgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013c5330\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg\",\n },\n \u003c*fmt.wrapErrors | 0xc000cc5c50\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-vt2pgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013c5330\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-vt2pgg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"97ba9d454507766757f3ad878bd877eb13ab33caa7c6ad7c80af837601122cdb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"c05bdfefafeb60bf47932a5bc147f228c2d1af7ef7f9f52ab3b4ef3c23d82e17","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"04da3e3b1ea91388b1ee521fea87327a95b7dbfb0a6352ec10713d108b63090e","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001528ea0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-d2xh6p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-d2xh6p\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110f090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p\",\n },\n \u003c*fmt.wrapErrors | 0xc001528e70\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-d2xh6p\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110f090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001528ea0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-d2xh6p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-d2xh6p\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110f090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p\",\n },\n \u003c*fmt.wrapErrors | 0xc001528e70\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-d2xh6p\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110f090\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-d2xh6p\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"f7d392d05c3c4c98f2c76577aa6cf33d506d97d9085510e6d52062de76227717","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"0d90f3a0bf2897200fd0d426a037fef179b430943a8c5b567f8e8e274863f124","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b31a70\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-rj9bvw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-rj9bvw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e970d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw\",\n },\n \u003c*fmt.wrapErrors | 0xc000b31a40\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-rj9bvw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e970d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b31a70\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-rj9bvw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-rj9bvw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e970d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw\",\n },\n \u003c*fmt.wrapErrors | 0xc000b31a40\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-rj9bvw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e970d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rj9bvw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}},{"row_id":"f94b3e0df4773589e0e85710ffe05f25828b5d7072c67319ff6b08fa829edcfa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026140827117424640","occurred_at":"2026-02-24T03:43:09Z","failed_at":"e2e","signature_id":"e51e296158540f3f60ba179d83e8870b2a563d3b986fde84774b6e3327bb1fb6","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ac450\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-vhtzd8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-vhtzd8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00124a0e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8\",\n },\n \u003c*fmt.wrapErrors | 0xc0011ac420\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-vhtzd8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00124a0e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ac450\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-vhtzd8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-vhtzd8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00124a0e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8\",\n },\n \u003c*fmt.wrapErrors | 0xc0011ac420\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-vhtzd8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00124a0e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-vhtzd8\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4gvsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-w4gvsk, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":19,"failure_pattern_ids":["75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":19,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026131611732414464","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"e41fc5c10080b948886dc037aee4f8a8d7dd3219","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T03:06:34Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"30e5f596e166c0d5840739598693e0281c5815781f563cceca57e6a4d7c4bbb1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026131611732414464","occurred_at":"2026-02-24T03:06:34Z","failed_at":"e2e","signature_id":"d3201e0acd54215021bb739955bdf207468a67a58e6630d2524b042c206ac014","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0003873c0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0003873c0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}},{"row_id":"9960b7cb23903c9bca80602c56bc1ae34f520c13ed30f4b65c26f38adbea79e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026131611732414464","occurred_at":"2026-02-24T03:06:34Z","failed_at":"e2e","signature_id":"06bbcbd62e09a37f42eafd937f7991dc05a0aa4c60d0d876247fdc566cf42d26","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026131515108233216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4133,"pr_state":"open","pr_sha":"1c913457687a8c291cae0bfd349b55fbe571f0f3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-24T03:06:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026107141974134784","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4166,"pr_state":"closed","pr_sha":"2786b84c9ff86fc90f1da4aa69410ec5a3d61ade","final_merged_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T01:29:20Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"78a377feafbb10b62e27221585c056891824448b03a01ad707b5e8a0379fa94e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026107141974134784","occurred_at":"2026-02-24T01:29:20Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026097877075365888","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"e887b946808ace9b7b06957456d0c0ed77b2c238","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T00:52:31Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"19da2f3fe5b2ca6dafe1a674d48d4c988ac7384c7998d3709726e6f061eaef8b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026097877075365888","occurred_at":"2026-02-24T00:52:31Z","failed_at":"provision","signature_id":"dc988d340dad9de51c7b30f776b40dac5ac8a9e7fddd9a4a2a84de672db2304c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Velero/global/mirror-hypershift-plugin-image","test_suite":"step graph","failure_text":"time=2026-02-24T01:50:27.398Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-hypershift-plugin-image description=\"Step mirror-hypershift-plugin-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e velero.hypershiftPlugin.registry \u003cnil\u003e}:{\u003cnil\u003e velero.hypershiftPlugin.repository \u003cnil\u003e}@{\u003cnil\u003e velero.hypershiftPlugin.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-24T01:50:30.293Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-hypershift-plugin-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nFetch pull secret for source registry registry.redhat.io from arohcpdev-global KV.\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.redhat.io/oadp/oadp-hypershift-velero-plugin-rhel9@sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e to arohcpsvcdev.azurecr.io/oadp/oadp-hypershift-velero-plugin-rhel9:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e.\\nThe image will still be available under it's original digest sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e in the target registry.\\nError response from registry: failed to resolve sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e: GET \\\"https://registry.redhat.io/v2/oadp/oadp-hypershift-velero-plugin-rhel9/manifests/sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e\\\": unauthorized: Please login to the Red Hat Registry using your Customer Portal credentials. Further instructions can be found here: https://access.redhat.com/RegistryAuthentication\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"326f73b54ddd360dd0d2ef88cb96af8416fee05758e17b4aaf63f865f51a3223","failure_pattern":"Error response from registry: failed to resolve sha256:\u003chex\u003e: GET \"\u003curl\u003e\": unauthorized: Please login to the Red Hat Registry using your Customer Portal credentials. Further instructions can be found here: \u003curl\u003e","search_query":"Error response from registry: failed to resolve sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e: GET \\\"https://registry.redhat.io/v2/oadp/oadp-hypershift-velero-plugin-rhel9/manifests/sha256:f47f2f9099b6ad235ea1187556dc165aef725bcbe2b818ab62bb186ad485961e\\\": unauthorized: Please login to the Red Hat Registry using your Customer Portal credentials. Further instructions can be found here: https://access.redhat.com/RegistryAuthentication"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["326f73b54ddd360dd0d2ef88cb96af8416fee05758e17b4aaf63f865f51a3223"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026095974954307585","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4185,"pr_state":"closed","pr_sha":"97b8851ea5195c5fd51cb1905f7c8a9c8f36ff37","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-24T00:44:58Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"35eb95499739b05626032e51a93d89b7562aa4cd66692c1bed10eb52d049f96e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026095974954307585","occurred_at":"2026-02-24T00:44:58Z","failed_at":"e2e","signature_id":"1891a58bb377dff73ee5b7977016e8571e64a53a7af08bd5f7d9bb1918095f41","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0004c0e30\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0004c0e30\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026087280912896000","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4184,"pr_state":"closed","pr_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","final_merged_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-24T00:10:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}