{"meta":{"date":"2026-03-12","timezone":"UTC","generated_at":"2026-11-01T00:08:43Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":72,"failed_runs":28,"runs_with_occurrences":28,"runs_with_failure_pattern_matches":14,"runs_with_unmatched_occurrences":14,"runs_without_occurrence_rows":44,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4432/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032243858527490048","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4432,"pr_state":"closed","pr_sha":"07bee9fcd62952b2741fa2569dab92d58aba1eac","final_merged_sha":"b1ab51614479a0dd3e1236b827fc4ff1f09851f1","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T23:54:27Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032225927529762816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4399,"pr_state":"closed","pr_sha":"8a1ae2ac7a78b624556d264008ca37e8c812709f","final_merged_sha":"8a1ae2ac7a78b624556d264008ca37e8c812709f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-12T22:43:12Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"1e7f10c43599a4df5fe54186332f2e340202a3f2c66d4479df6c7e7b1a6af264","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032225927529762816","occurred_at":"2026-03-12T22:43:12Z","failed_at":"e2e","signature_id":"c6378ed187f9850400534290e035c1493a5f360fa275db583f43d77b71198d6f","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.250s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.250s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197","failure_pattern":"Yet, Eventually failed because the matcher was not satisfied:","search_query":"Yet, Eventually failed because the matcher was not satisfied:"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4429/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032216832726798336","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4429,"pr_state":"closed","pr_sha":"f9b1e39f3135fca769946d4aeeb06f7f305bb3ea","final_merged_sha":"ff3b13945e68a754b201b7aa8ca83c486c517062","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T22:07:04Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4393/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032209504208162816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4393,"pr_state":"open","pr_sha":"dcec1a0f0e9fc5822919f091837faed741634449","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T21:37:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4425/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032206447277772800","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4425,"pr_state":"closed","pr_sha":"0533aafe519ccd3845b089b45340c2db9fb6fa42","final_merged_sha":"855eea85f3052237fc8528c6d280c0ac41ee4307","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T21:25:48Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"2150545e4ce93ea7f7598dfc2e476e0444e3e4b6051d95a520b10c432db2d0fb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4425/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032206447277772800","occurred_at":"2026-03-12T21:25:48Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4390/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032198858422882304","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4390,"pr_state":"closed","pr_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","final_merged_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T20:55:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032198174176710656","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4390,"pr_state":"closed","pr_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","final_merged_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-12T20:52:55Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"17a47d118f66eeeccb9043f5cd40b4c5e28b8cc164089b18a79f52ef3357a079","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032198174176710656","occurred_at":"2026-03-12T20:52:55Z","failed_at":"e2e","signature_id":"4d539e954e3fd71974b1e34da6c26c43cd002d35b59460f3d459684e97267abe","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.254s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Running\nto equal\n \u003cv1.PodPhase\u003e: Succeeded\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.254s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Running\nto equal\n \u003cv1.PodPhase\u003e: Succeeded","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197","failure_pattern":"Yet, Eventually failed because the matcher was not satisfied:","search_query":"Yet, Eventually failed because the matcher was not satisfied:"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032197479889375232","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4383,"pr_state":"closed","pr_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","final_merged_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-12T20:50:10Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"02345463c4267657397e904f03ea82defc4f29844080f5437080d56a24596513","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032197479889375232","occurred_at":"2026-03-12T20:50:10Z","failed_at":"e2e","signature_id":"671a3832e3fd5155492391925c50b272915d4cb5526fa4b130ab5133baaf2ec6","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.255s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:314]: Told to stop trying after 20.255s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197","failure_pattern":"Yet, Eventually failed because the matcher was not satisfied:","search_query":"Yet, Eventually failed because the matcher was not satisfied:"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4434/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032196566546124800","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4434,"pr_state":"closed","pr_sha":"0225b04f47043dc7c700ad7ea2f1adb6e0288533","final_merged_sha":"0225b04f47043dc7c700ad7ea2f1adb6e0288533","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T20:46:32Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4437/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032193942413381632","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4437,"pr_state":"closed","pr_sha":"37ef6be5f50ef47cc2603b99990a2bcd39d0f0aa","final_merged_sha":"37ef6be5f50ef47cc2603b99990a2bcd39d0f0aa","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T20:36:04Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4438/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032190965799718912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4438,"pr_state":"closed","pr_sha":"45a701a3efe2ef6e5ba12c36735594cc9c88d1e4","final_merged_sha":"45a701a3efe2ef6e5ba12c36735594cc9c88d1e4","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T20:24:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4436/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032189124630286336","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4436,"pr_state":"closed","pr_sha":"126c1612f05ec23dc781c781eacc6707538b464a","final_merged_sha":"126c1612f05ec23dc781c781eacc6707538b464a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T20:16:56Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032186941851570176","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"c8926b8ff8e632c2a446e743641c7f2b0c5b7f57","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T20:08:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032172087807840256","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4281,"pr_state":"open","pr_sha":"3787d3d5b51f30e51b62ad1f4a4a4fbd2877ff6e","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T19:09:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032168807400738816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4383,"pr_state":"closed","pr_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","final_merged_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T18:56:13Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4390/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032167418322751488","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4390,"pr_state":"closed","pr_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","final_merged_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T18:50:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4431/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032167319710470144","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4431,"pr_state":"closed","pr_sha":"6e42c179e772e0c68437318b6667b962c229876e","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T18:50:19Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032166721002934272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4390,"pr_state":"closed","pr_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","final_merged_sha":"2cc3d4711454f1e97a3dbc84a78d911569b181bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T18:47:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4384/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032157738586345472","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4384,"pr_state":"closed","pr_sha":"f76ac24839d25191cb68347800acec9360017334","final_merged_sha":"76945bffc05e0be9c6747a6366cbd4377839d85e","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T18:12:13Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"dd773c52fb7cde8a8b9efd3c2787f7e981cb5d9b99b83ae0c892b69c6852ea5b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4384/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032157738586345472","occurred_at":"2026-03-12T18:12:13Z","failed_at":"provision","signature_id":"5564627504dc0ffa8b2a1cfb61f4b200a8883ded65fa2c1a4914a1dd7bd7f88c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-config","test_suite":"step graph","failure_text":"time=2026-03-12T19:05:37.116Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config description=\"Step deploy-mce-config\\n Kind: Helm\\n\"\ntime=2026-03-12T19:05:37.680Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-03-12T19:05:37.680Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:05:37.741Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config namespace=multicluster-engine\ntime=2026-03-12T19:05:37.855Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config dryRun=false\ntime=2026-03-12T19:05:37.855Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:05:37.966Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:11:04.663Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\"\ntime=2026-03-12T19:11:04.663Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:11:04.663Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:11:10.563Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config release=mce-config namespace=multicluster-engine status=failed description=\"Release \\\"mce-config\\\" failed: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\" values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-03-12T19:11:10.565Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config url=\"https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6yVT4/aPBDG7/kUo5wWKVkB+76tmmoPdNvTqq3U7WmrHhx7CF6cmcg2ICQ+fGWSkJQ/hUV74PIwz8+e8UwmMujBouOFlejgHpTwwovc4A3nLyj9oyaVOW81FQnU0jdR4k7CJdJWcZWQrTz4FQEAxA9m4TzaH2wwTiDmCimVtZaWgkSBJZLP5rVk0KdCKaZUMnnLxqBNl+PgjJNXAQsrs0a2TegVhIqNluvmRsdpLaawMg2/2tJk0QaXC+N1ewZSoQlP+S+0fNKkNBX/PDnvYl5PuxzwGSvD61CzEHj+JS9GHSTVoa7lVJYrUQjP5wiPuzQm4egHpqneFsKwFKZthiPCvr1zFoZzYfq984R2qSVOpOTFG1TvEHdQQSeuYpy19Waq10tvOu0XcPeGvte+1/NOfAKOsCdKfaeu87qHr80zdh5VSLWRz5fz6+4qW3Yw1fb2Uf8eiPPugpdoSZDEljC1osQV23kfUDtVw3nCbR/M1hVaN9NT3ytRWxK3tUe/P0bzRY6W0KP7EvaCizawmqFF8LpE50VZQY5+hUhwo4THIN/E4+H4XTq8S0fjn6MP2fD/7O79czyA21s4FTMaZcP/nuPBINrAC2uCuSZ1r4nQ9rYZE3RLrL+99tdWtIHKcvi3u2gCFas6+DJIAoaLBEp0ThQByVahhXzdS16hk38CAAD//0DSs6VzBwAA\"\ntime=2026-03-12T19:11:10.567Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-03-12T19:11:10.568Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"error running Helm release deployment Step, failed to deploy helm release: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a06fbd5fcc888ad73b23531b4c02868c3491230df1cbc7e2346184b81517c8eb","failure_pattern":"failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a06fbd5fcc888ad73b23531b4c02868c3491230df1cbc7e2346184b81517c8eb"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032157027718926336","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4384,"pr_state":"closed","pr_sha":"f76ac24839d25191cb68347800acec9360017334","final_merged_sha":"76945bffc05e0be9c6747a6366cbd4377839d85e","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T18:09:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032156307066195968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T18:06:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4399/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032145265531555840","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4399,"pr_state":"closed","pr_sha":"8a1ae2ac7a78b624556d264008ca37e8c812709f","final_merged_sha":"8a1ae2ac7a78b624556d264008ca37e8c812709f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T17:22:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4409/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032145097889419264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4409,"pr_state":"closed","pr_sha":"dcbf64b97259d04c2306f9b321cc4648249dc105","final_merged_sha":"61fd73675b4e600ec10d87e4a1ef0ac193215b57","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T17:22:01Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032144317497217024","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4305,"pr_state":"closed","pr_sha":"c0fed252385dfe86f5fac6579c94b69abfa267dd","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T17:18:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4433/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032135678413770752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4433,"pr_state":"closed","pr_sha":"599dd2c53ef9a79607254436be4a2ed8e0671e8c","final_merged_sha":"599dd2c53ef9a79607254436be4a2ed8e0671e8c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T16:44:35Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4383/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032131456716771328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4383,"pr_state":"closed","pr_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","final_merged_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T16:27:49Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032128538819170304","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4384,"pr_state":"closed","pr_sha":"f76ac24839d25191cb68347800acec9360017334","final_merged_sha":"76945bffc05e0be9c6747a6366cbd4377839d85e","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T16:16:03Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4435/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032123578920472576","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4435,"pr_state":"closed","pr_sha":"1fcabe162005690fa5fa5b9d8db5b778011b1f5e","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T15:56:30Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"9ee70381d0658b689fa7ca2589a23f685d927d0e61d1f637f3f91d17767655c2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4435/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032123578920472576","occurred_at":"2026-03-12T15:56:30Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4376/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032120650935570432","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T15:44:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032119824154365952","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T15:41:35Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032119662824656896","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4305,"pr_state":"closed","pr_sha":"d1b926311474bc8839ac1bed3d19a74f2133704a","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T15:40:57Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"71889c957c880e131d52a02a3ace42b3c182343390f98f0ee1a7fbd98abcd570","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032119662824656896","occurred_at":"2026-03-12T15:40:57Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032118987919200256","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T15:38:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4434/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032115374673104896","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4434,"pr_state":"closed","pr_sha":"aaefafa6bb1fd4a964a65b7a54f7897e766fc5b2","final_merged_sha":"0225b04f47043dc7c700ad7ea2f1adb6e0288533","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T15:23:50Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"070ffb972f8369e326a0b6db527c8090c1a3084db616fcd445d3d2f13c777d19","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4434/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032115374673104896","occurred_at":"2026-03-12T15:23:50Z","failed_at":"e2e","signature_id":"0591c19c73e1af7cca08d8512cc4e41203c8285ba9c21eb94e9aef5d9a201e5d","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ec3830\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-4l5s9w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-4l5s9w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5a40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w\",\n },\n \u003c*fmt.wrapErrors | 0xc000ec3800\u003e{\n msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-4l5s9w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5a40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ec3830\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-4l5s9w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-4l5s9w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5a40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w\",\n },\n \u003c*fmt.wrapErrors | 0xc000ec3800\u003e{\n msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-4l5s9w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fd5a40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-4l5s9w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-4l5s9w, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4435/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032113525442220032","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4435,"pr_state":"closed","pr_sha":"ebe68474719c660185f3357024c45df9fb47d9ff","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T15:16:33Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"75df859428f3baafa4f4c237eaa00c2d0140670ec6bf97f6500bf8adcb62c911","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4435/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032113525442220032","occurred_at":"2026-03-12T15:16:33Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4409/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032106110596419584","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4409,"pr_state":"closed","pr_sha":"3c72a8dd2a82b2d35ef59911584d3c0562989072","final_merged_sha":"61fd73675b4e600ec10d87e4a1ef0ac193215b57","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T14:47:06Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"47b9e512b66f39048df5453cdceade522b0e0a7fe746ce62161f199cf15bbeb8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4409/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032106110596419584","occurred_at":"2026-03-12T14:47:06Z","failed_at":"e2e","signature_id":"bf2c4e5aa42c13482c21f25ea22fec588bfa42bb66533d9987c247aa03b24b65","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:310]: Told to stop trying after 20.283s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:310]: Told to stop trying after 20.283s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197","failure_pattern":"Yet, Eventually failed because the matcher was not satisfied:","search_query":"Yet, Eventually failed because the matcher was not satisfied:"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4433/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032103361066569728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4433,"pr_state":"closed","pr_sha":"8ec6255a0ce13b929ac77b9d24f3cdb3c32d586d","final_merged_sha":"599dd2c53ef9a79607254436be4a2ed8e0671e8c","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T14:36:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"8b3d06fcd9c5744ba807a40269502449f0407d9f931361ee8a51148203847353","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4433/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032103361066569728","occurred_at":"2026-03-12T14:36:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032091835471499264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T13:50:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4347/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032086690276839424","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4347,"pr_state":"closed","pr_sha":"dca081b35c6754cb2894944ccbf1aff9365508c5","final_merged_sha":"a82c62541bf569a06efb0a6211c6ae9e8a2c01a4","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T13:29:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4383/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032086513755361280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4383,"pr_state":"closed","pr_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","final_merged_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T13:29:13Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4407/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032081996515119104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4407,"pr_state":"closed","pr_sha":"edbec11fb398f9955d7bfb3c4306b4e339a434d3","final_merged_sha":"80403bbc3576c61abfcd5140651ca88e1350d2ac","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T13:11:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4432/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032077181626093568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4432,"pr_state":"closed","pr_sha":"0cc56c0b7b49580b6ed98db1d21e93d1fda4a054","final_merged_sha":"b1ab51614479a0dd3e1236b827fc4ff1f09851f1","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T12:52:08Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"5b8be645f16d3c9c146f759aea144ee54b943df300e45662edbb20e07a715809","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4432/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032077181626093568","occurred_at":"2026-03-12T12:52:08Z","failed_at":"e2e","signature_id":"2b1461b041d4758b5d40af03cd4b11f73450f902945a5e37739a362ddd8d8d85","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00050cd20\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pzvdp4\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\",\n \"name\": \"a9704dbd-416f-4146-ab33-41bba4f19599\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-12T14:02:34.543107268Z\",\n \"endTime\": \"2026-03-12T14:02:58.465199148Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"failed to create transaction: pq: sorry, too many clients already\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pzvdp4\\\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"name\\\": \\\"a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-12T14:02:34.543107268Z\\\",\\n \\\"endTime\\\": \\\"2026-03-12T14:02:58.465199148Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"failed to create transaction: pq: sorry, too many clients already\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000883f60\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pzvdp4\\\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"name\\\": \\\"a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-12T14:02:34.543107268Z\\\",\\n \\\"endTime\\\": \\\"2026-03-12T14:02:58.465199148Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"failed to create transaction: pq: sorry, too many clients already\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000e4cc00\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"503\"],\n \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"353143a4-e740-4e0f-8803-d05dbb5d0c04\",\n ],\n \"Date\": [\n \"Thu, 12 Mar 2026 14:03:04 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000883e60\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00050cd20\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pzvdp4\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\",\n \"name\": \"a9704dbd-416f-4146-ab33-41bba4f19599\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-12T14:02:34.543107268Z\",\n \"endTime\": \"2026-03-12T14:02:58.465199148Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"failed to create transaction: pq: sorry, too many clients already\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pzvdp4\\\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"name\\\": \\\"a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-12T14:02:34.543107268Z\\\",\\n \\\"endTime\\\": \\\"2026-03-12T14:02:58.465199148Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"failed to create transaction: pq: sorry, too many clients already\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000883f60\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pzvdp4\\\" to finish creating: GET https://rp.j6093568.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"name\\\": \\\"a9704dbd-416f-4146-ab33-41bba4f19599\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-12T14:02:34.543107268Z\\\",\\n \\\"endTime\\\": \\\"2026-03-12T14:02:58.465199148Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"failed to create transaction: pq: sorry, too many clients already\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000e4cc00\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"503\"],\n \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"353143a4-e740-4e0f-8803-d05dbb5d0c04\",\n ],\n \"Date\": [\n \"Thu, 12 Mar 2026 14:03:04 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000883e60\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"73f8eea4185fc2e89232d1d974d2ae534b494d3dac9a03f9838aa0bb8468e52f","failure_pattern":"ERROR CODE: InternalServerError; detail message failed to create transaction: pq: sorry, too many clients already; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["73f8eea4185fc2e89232d1d974d2ae534b494d3dac9a03f9838aa0bb8468e52f"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4429/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032072772972187648","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4429,"pr_state":"closed","pr_sha":"96010e54ce262f11880fa5c4f2bfe38657202454","final_merged_sha":"ff3b13945e68a754b201b7aa8ca83c486c517062","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T12:34:37Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4416/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032071588823699456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4416,"pr_state":"closed","pr_sha":"5b9e8e9e8487851e7d188224cf83013f37400cbd","final_merged_sha":"5b9e8e9e8487851e7d188224cf83013f37400cbd","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T12:29:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4431/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032071560440844288","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4431,"pr_state":"closed","pr_sha":"51bcb1f12ae843c3bd9b84638a022e034f785297","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T12:29:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4391/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032071104809406464","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4391,"pr_state":"open","pr_sha":"dacf87647418e205a2b119537d656f914a585006","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T12:28:00Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"b4e84f37decb106e71647b37f727e19d2ffc7734c20908b170a3c3665e936ee9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4391/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032071104809406464","occurred_at":"2026-03-12T12:28:00Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4376/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032060897593135104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T11:47:26Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4419/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032060395220373504","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4419,"pr_state":"closed","pr_sha":"147684b46af769e815a5f2a88928756e674dcd95","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T11:45:26Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ad2e5cba92b149eeee9d38b53244f06891e9a0d1a31903dfe200099d4239a640","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4419/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032060395220373504","occurred_at":"2026-03-12T11:45:26Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4428/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032060067699757056","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4428,"pr_state":"closed","pr_sha":"ee63326a95d2afec6bc23ecca21c636bbdd4c6c3","final_merged_sha":"ee63326a95d2afec6bc23ecca21c636bbdd4c6c3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T11:44:08Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4383/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032052374444445696","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4383,"pr_state":"closed","pr_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","final_merged_sha":"9128c3e9a3727d0be6602fb2b928876fd434f14c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T11:13:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032051547675824128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4281,"pr_state":"open","pr_sha":"9e1e02cd3e358a75e224d3b27a50149f60457e52","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-12T11:10:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4428/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032041497586569216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4428,"pr_state":"closed","pr_sha":"6dbdab482d7b273b1ef31e2ac17881e766a4c0d0","final_merged_sha":"ee63326a95d2afec6bc23ecca21c636bbdd4c6c3","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T10:30:21Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"fc222924fc7a50983be9018462ee7e538918411d8cd823f204f8d67c7aa002cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4428/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032041497586569216","occurred_at":"2026-03-12T10:30:21Z","failed_at":"provision","signature_id":"1afb28c8e157da381239a18ffe2b4a0af4e45e4c32936e2ba90253d7fe3da81c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RouteMonitorOperator/global/mirror-blackbox-image","test_suite":"step graph","failure_text":"time=2026-03-12T11:23:21.926Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RouteMonitorOperator resourceGroup=global step=mirror-blackbox-image description=\"Step mirror-blackbox-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e routeMonitorOperator.blackboxExporterImage.registry \u003cnil\u003e}:{\u003cnil\u003e routeMonitorOperator.blackboxExporterImage.repository \u003cnil\u003e}@{\u003cnil\u003e routeMonitorOperator.blackboxExporterImage.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T11:23:55.146Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RouteMonitorOperator resourceGroup=global step=mirror-blackbox-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org\\nFetch pull secret for source registry quay.io from arohcpdev-global KV.\\nLogging into target ACR arohcpsvcdev.\\nFailed to log in to ACR arohcpsvcdev: ERROR: The command failed with an unexpected error. Here is the traceback:\\nERROR: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\nTraceback (most recent call last):\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 204, in _new_conn\\n sock = connection.create_connection(\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/util/connection.py\\\", line 60, in create_connection\\n for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/python3.12/socket.py\\\", line 963, in getaddrinfo\\n for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nsocket.gaierror: [Errno -2] Name or service not known\\n\\nThe above exception was the direct cause of the following exception:\\n\\nTraceback (most recent call last):\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 787, in urlopen\\n response = self._make_request(\\n ^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 488, in _make_request\\n raise new_e\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 464, in _make_request\\n self._validate_conn(conn)\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 1093, in _validate_conn\\n conn.connect()\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 759, in connect\\n self.sock = sock = self._new_conn()\\n ^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 211, in _new_conn\\n raise NameResolutionError(self.host, self, e) from e\\nurllib3.exceptions.NameResolutionError: HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\n\\nThe above exception was the direct cause of the following exception:\\n\\nTraceback (most recent call last):\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/adapters.py\\\", line 667, in send\\n resp = conn.urlopen(\\n ^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 841, in urlopen\\n retries = retries.increment(\\n ^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/util/retry.py\\\", line 535, in increment\\n raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\n\\nDuring handling of the above exception, another exception occurred:\\n\\nTraceback (most recent call last):\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/knack/cli.py\\\", line 233, in invoke\\n cmd_result = self.invocation.execute(args)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 682, in execute\\n raise ex\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 812, in _run_jobs_serially\\n results.append(self._run_job(expanded_arg, cmd_copy))\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 781, in _run_job\\n result = cmd_copy(params)\\n ^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 336, in __call__\\n return self.handler(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/command_operation.py\\\", line 120, in handler\\n return op(**command_args)\\n ^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/custom.py\\\", line 294, in acr_login\\n login_server, _, password = get_login_credentials(\\n ^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 505, in get_login_credentials\\n return _get_credentials(cmd,\\n ^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 449, in _get_credentials\\n return login_server, EMPTY_GUID, _get_aad_token(cli_ctx,\\n ^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 285, in _get_aad_token\\n return _get_aad_token_after_challenge(cli_ctx,\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 159, in _get_aad_token_after_challenge\\n response = requests.post(url=authhost, data=urlencode(content), headers=headers,\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/api.py\\\", line 115, in post\\n return request(\\\"post\\\", url, data=data, json=json, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/api.py\\\", line 59, in request\\n return session.request(method=method, url=url, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/sessions.py\\\", line 589, in request\\n resp = self.send(prep, **send_kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/sessions.py\\\", line 703, in send\\n r = adapter.send(request, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/adapters.py\\\", line 700, in send\\n raise ConnectionError(e, request=request)\\nrequests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\nTo check existing issues, please visit: https://github.com/Azure/azure-cli/issues\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9a2a4cf3344f5eab04c519ebc438e0419dbf08c2ef1692b2ed6fd7228e53ded3","failure_pattern":"requests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve","search_query":"requests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9a2a4cf3344f5eab04c519ebc438e0419dbf08c2ef1692b2ed6fd7228e53ded3"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4407/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032039370550153216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4407,"pr_state":"closed","pr_sha":"38f15ef331bb13eceec6273ebdc040cac49e4311","final_merged_sha":"80403bbc3576c61abfcd5140651ca88e1350d2ac","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T10:21:47Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"6b5f788d0e1ec8ff5fefad30626778eaed8a145ab8071ffad1856a491def1422","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4407/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032039370550153216","occurred_at":"2026-03-12T10:21:47Z","failed_at":"provision","signature_id":"c015e710feca67804454f95f7961543e7c35b249c4a9d3f664e55e43fd93ca5a","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/delete-non-swift-user-nodepools","test_suite":"step graph","failure_text":"time=2026-03-12T11:04:15.591Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=delete-non-swift-user-nodepools description=\"Step delete-non-swift-user-nodepools\\n Kind: Shell\\n Command: ./scripts/delete-user-nodepools.sh\\n\"\ntime=2026-03-12T11:04:17.912Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=delete-non-swift-user-nodepools err=\"error running Shell Step, failed to build env vars: failed to get input values: variable SUBSCRIPTION_ID invalid: failed to lookup config reference mgmt.subscription.id for SUBSCRIPTION_ID: configuration[mgmt][subscription]: key id not found\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"50e1b3c00f8eb292afd8f9f425910d2cb76b05469aa3fb3e63998820d66d602d","failure_pattern":"error running Shell Step, failed to build env vars: failed to get input values: variable SUBSCRIPTION_ID invalid: failed to lookup config reference mgmt.subscription.id for SUBSCRIPTION_ID: configuration[mgmt][subscription]: key id not found","search_query":"error running Shell Step, failed to build env vars: failed to get input values: variable SUBSCRIPTION_ID invalid: failed to lookup config reference mgmt.subscription.id for SUBSCRIPTION_ID: configuration[mgmt][subscription]: key id not found"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["50e1b3c00f8eb292afd8f9f425910d2cb76b05469aa3fb3e63998820d66d602d"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4428/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032027257622499328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4428,"pr_state":"closed","pr_sha":"4a2f64c2fb8f8023692f5518e772b0a4eac1797f","final_merged_sha":"ee63326a95d2afec6bc23ecca21c636bbdd4c6c3","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T09:33:46Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"70157409adc90a788e02790e27bd31fff9e82fbc5c6b854afb82afb306c2dc8a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4428/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032027257622499328","occurred_at":"2026-03-12T09:33:46Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3907,"pr_state":"closed","pr_sha":"afc342563502c45ec5834534bfc50b2983ff77b0","final_merged_sha":"e9ca15da6d935a378fb165189c2441a771314f73","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T09:28:39Z"},"failed_at":["e2e"],"failed_test_count":19,"occurrences":[{"row_id":"21fdc5d2f81a5e4d6f0c807a0946dada40d0c8c00afb3bc775bcf6d773f85ecf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"431f2a13e0924a58a15865d40ef40de4ab660a7ddfc730d7bbd4d26703662fa9","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e1f4c0?, {0x7f69ecbdc088?, 0xc0008dc510?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0009feea0, {0x7f69ecbdc088, 0xc0008dc510}, {0x7845f8a, 0x14}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func2.2({0x7f69ecbdc088, 0xc0008dc510})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_api.go:60 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0008dc510?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e1f4c0?, {0x7f69ecbdc088?, 0xc0008dc510?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0009feea0, {0x7f69ecbdc088, 0xc0008dc510}, {0x7845f8a, 0x14}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func2.2({0x7f69ecbdc088, 0xc0008dc510})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_api.go:60 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0008dc510?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"3fbc7ab843a25b57097d30bccdd2980a2fcf8f4a3054dc68542c37ce793254d6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"d42fa8d7db07f0e585e3c52e6575e954bd111c1f2f32b96c931ae0d169bfc07e","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e2eb40?, {0x7f075ef70500?, 0xc000f8e0f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f88480, {0x7f075ef70500, 0xc000f8e0f0}, {0x78283bd, 0xe}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.2({0x7f075ef70500, 0xc000f8e0f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:58 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000f8e0f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 92\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e2eb40?, {0x7f075ef70500?, 0xc000f8e0f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f88480, {0x7f075ef70500, 0xc000f8e0f0}, {0x78283bd, 0xe}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.2({0x7f075ef70500, 0xc000f8e0f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:58 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000f8e0f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 92\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"455248d5d590b236ff4b57cf88ec83b68cd3027ac4855d250edd41ac5fe7a0ef","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"850ad01c47f8940433bdcb5d44e0065e8ae9699068a531475acefb4ea1c7c7c4","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007abec0?, {0x7fc25ed82060?, 0xc000a1f3b0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a3a000, {0x7fc25ed82060, 0xc000a1f3b0}, {0x784adce, 0x15}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7fc25ed82060, 0xc000a1f3b0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000a1f3b0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 46\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007abec0?, {0x7fc25ed82060?, 0xc000a1f3b0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a3a000, {0x7fc25ed82060, 0xc000a1f3b0}, {0x784adce, 0x15}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7fc25ed82060, 0xc000a1f3b0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000a1f3b0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 46\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"4da249dc4d9c29e65469b8e136827319251ff705910497a86761bb363540e3bd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"dd8a9ca59b7ad2f5a00ae62577a17ff055f7a95194279ac92d217127ddebeee7","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000ea0540?, {0x7fd4ca675260?, 0xc0002679e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000cc98c0, {0x7fd4ca675260, 0xc0002679e0}, {0x781f9d0, 0xc}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func8.2({0x7fd4ca675260, 0xc0002679e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0002679e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 92\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000ea0540?, {0x7fd4ca675260?, 0xc0002679e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000cc98c0, {0x7fd4ca675260, 0xc0002679e0}, {0x781f9d0, 0xc}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func8.2({0x7fd4ca675260, 0xc0002679e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0002679e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 92\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"4f08ce73d2ca9c365a32e51da175c6daf4cca776c66879cedc7b364d2e37caf8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"1157b4110d0c22cf00704def91c4ba3a7be00e11085329299367cedfa9f60b3b","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007f1f00?, {0x7fc1704e0660?, 0xc000e06e40?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e3c120, {0x7fc1704e0660, 0xc000e06e40}, {0x782cbf4, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fc1704e0660, 0xc000e06e40})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:140 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000e06e40?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 95\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007f1f00?, {0x7fc1704e0660?, 0xc000e06e40?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e3c120, {0x7fc1704e0660, 0xc000e06e40}, {0x782cbf4, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fc1704e0660, 0xc000e06e40})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:140 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000e06e40?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 95\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"534a9b35f85bedc67cf8948d3cac464c3ddacbb7308dd91da2cea55f08638568","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"7c7e0c895f9c2ff6f5be82584493f508dc252b7525a2cc812766890c11e11466","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000b4ed00?, {0x7ff728538688?, 0xc000461080?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0003870e0, {0x7ff728538688, 0xc000461080}, {0x784ad3b, 0x15}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff728538688, 0xc000461080})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000461080?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000b4ed00?, {0x7ff728538688?, 0xc000461080?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0003870e0, {0x7ff728538688, 0xc000461080}, {0x784ad3b, 0x15}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff728538688, 0xc000461080})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000461080?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"59c190b917d6b3694f68a3d64977fcdc9eaabd3d03835313c5444814f5a09761","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"ac00a22eaa2a5c5e78b7b99386961a055ed6bf6794dd0b430e6306931a027926","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000387580?, {0x7f6081ba0970?, 0xc0005f86f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ea5560, {0x7f6081ba0970, 0xc0005f86f0}, {0x78242d6, 0xd}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f6081ba0970, 0xc0005f86f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0005f86f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 44\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000387580?, {0x7f6081ba0970?, 0xc0005f86f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ea5560, {0x7f6081ba0970, 0xc0005f86f0}, {0x78242d6, 0xd}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f6081ba0970, 0xc0005f86f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0005f86f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 44\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"69308f1d7f531ee2326bff4aa05415b61c2393c16034f59bf7c9928c74c4631e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"0dc66aa5d583f8f12c25c8086b73ae24bacb38aa1c518415fcbeea03414de981","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000670c00?, {0x7f06383ece60?, 0xc000b81890?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00082b8c0, {0x7f06383ece60, 0xc000b81890}, {0x7840c2f, 0x13}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f06383ece60, 0xc000b81890})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:64 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000b81890?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000670c00?, {0x7f06383ece60?, 0xc000b81890?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00082b8c0, {0x7f06383ece60, 0xc000b81890}, {0x7840c2f, 0x13}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f06383ece60, 0xc000b81890})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:64 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000b81890?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"6da8d3abd44b2f40ecda47664477bce9a81c4ab8fe79df856d39315d083ac8e4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"d3b29f4ee76009a36eeaddf2018406daa8ddeb1f30b56e8aa0f215be2a9d2182","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a74e80?, {0x7f3a4c080a60?, 0xc00095be00?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000d8c480, {0x7f3a4c080a60, 0xc00095be00}, {0x783172a, 0x10}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f3a4c080a60, 0xc00095be00})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:59 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc00095be00?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 76\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a74e80?, {0x7f3a4c080a60?, 0xc00095be00?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000d8c480, {0x7f3a4c080a60, 0xc00095be00}, {0x783172a, 0x10}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f3a4c080a60, 0xc00095be00})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:59 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc00095be00?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 76\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"6f7f4bea60980881d0b50171a2fd5d2f1d5e9811de73dfde71cb89de0a26c093","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"5172c69ec8f2656ce9cbdfbd4599ff389d024394147c4ff729592b8213b5595f","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007a4eb0?, {0x7f4fb44f2860?, 0xc000683080?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00099d680, {0x7f4fb44f2860, 0xc000683080}, {0x7855240, 0x17}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func21.2({0x7f4fb44f2860, 0xc000683080})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000683080?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 65\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007a4eb0?, {0x7f4fb44f2860?, 0xc000683080?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00099d680, {0x7f4fb44f2860, 0xc000683080}, {0x7855240, 0x17}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func21.2({0x7f4fb44f2860, 0xc000683080})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000683080?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 65\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"6fc3cc182abef2e08ecd90ae1bcb19679332fff77b5d72c7c7919daf0e89940c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"7a9e40d69c57af95a30d218d1814daf2d83ed6ff8a7a2520e72df99837d9636f","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e10680?, {0x7fcd476d5f60?, 0xc000760330?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006f6d80, {0x7fcd476d5f60, 0xc000760330}, {0x78077be, 0x7}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7fcd476d5f60, 0xc000760330})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000760330?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 73\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e10680?, {0x7fcd476d5f60?, 0xc000760330?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006f6d80, {0x7fcd476d5f60, 0xc000760330}, {0x78077be, 0x7}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7fcd476d5f60, 0xc000760330})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000760330?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 73\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"735bc71ce306cd6ded07619c274d033711025168863d4fe54bbade80a3bb416f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"ea7a276164ecfc054927f0785c60d258b99b696b335a5146cfae9a98cfa43edb","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d76800?, {0x7fb1b0483c20?, 0xc000980570?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00054d440, {0x7fb1b0483c20, 0xc000980570}, {0x7818172, 0xa}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2.1({0x7fb1b0483c20, 0xc000980570})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:133 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000980570?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d76800?, {0x7fb1b0483c20?, 0xc000980570?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc00054d440, {0x7fb1b0483c20, 0xc000980570}, {0x7818172, 0xa}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2.1({0x7fb1b0483c20, 0xc000980570})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:133 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000980570?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"8b67f86425a4b7b312e0a6f04aa1356a88ab5e31e46527a86f666cc8285ef8b7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"72e4e6b016ddf5e462abe1fcc5993ab49a4c6c5562c200c5b8d774022de49c8a","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000c47580?, {0x7fd2196f8908?, 0xc000228a20?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a737a0, {0x7fd2196f8908, 0xc000228a20}, {0x78367f1, 0x11}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func25.1({0x7fd2196f8908, 0xc000228a20})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:58 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000228a20?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000c47580?, {0x7fd2196f8908?, 0xc000228a20?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a737a0, {0x7fd2196f8908, 0xc000228a20}, {0x78367f1, 0x11}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func25.1({0x7fd2196f8908, 0xc000228a20})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:58 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000228a20?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"aa4c470a1576f4a8c7dd38610182c6fc633696acf945020a3adb46ab58640a2f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"4e30a36cfec0afaa433dea8e314b2cb305496f4b33308a899155d5f5bf0eea79","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78779c6?, {0x7efdc1169860?, 0xc000abd2c0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:617 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7efdc1169860, 0xc000abd2c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000abd2c0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 30\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78779c6?, {0x7efdc1169860?, 0xc000abd2c0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:617 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7efdc1169860, 0xc000abd2c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000abd2c0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 30\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"bae0151cb2755d26a3570e7d38de9d9d7ebb555be7ad28429241a21ea6e80b62","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"e524ac115e69998427c70d7a76e1aa39367ec35ee12a7cc3d1611b559a1bdb7f","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000930c00?, {0x7f32f816e460?, 0xc000132810?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000b5f0e0, {0x7f32f816e460, 0xc000132810}, {0x782cbc7, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.2({0x7f32f816e460, 0xc000132810})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:107 +0x20f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000132810?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000930c00?, {0x7f32f816e460?, 0xc000132810?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000b5f0e0, {0x7f32f816e460, 0xc000132810}, {0x782cbc7, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.2({0x7f32f816e460, 0xc000132810})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:107 +0x20f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000132810?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"bfced1eea07ea839fd699b53b122b0c10ceb9c5340475a882c663c57a6273833","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"6c29054f95a19f8717621c517d4f67cc1193e05fb4a52ebe8b716909339c74f0","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007a9f40?, {0x7f77ddf96a20?, 0xc0006bb530?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000b310e0, {0x7f77ddf96a20, 0xc0006bb530}, {0x781819a, 0xa}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func22.2({0x7f77ddf96a20, 0xc0006bb530})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:56 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0006bb530?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 86\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0007a9f40?, {0x7f77ddf96a20?, 0xc0006bb530?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000b310e0, {0x7f77ddf96a20, 0xc0006bb530}, {0x781819a, 0xa}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func22.2({0x7f77ddf96a20, 0xc0006bb530})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:56 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0006bb530?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 86\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"c7c0db13d140cf29732154838f19ef99d5412f7417a2ec1f17c4783f545cf49c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"19af16df162cf6a438be7d36590d6a0132b75154b07a638a774229ce25a16005","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a69630?, {0x7ff55c23be20?, 0xc0006d8210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000bf07e0, {0x7ff55c23be20, 0xc0006d8210}, {0x786881c, 0x1b}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func10.1({0x7ff55c23be20, 0xc0006d8210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0006d8210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a69630?, {0x7ff55c23be20?, 0xc0006d8210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000bf07e0, {0x7ff55c23be20, 0xc0006d8210}, {0x786881c, 0x1b}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func10.1({0x7ff55c23be20, 0xc0006d8210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0006d8210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"e73b18df2cb053903fbe6362742f34cf7b5bf968c1d904b176126dd317d3272e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"3496cfc31b5f0fd170d730a47121d1df117130a4eb80c72dacb1695a26f8928d","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0009e39f0?, {0x7f4d61f3c230?, 0xc0007a6210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f1aa20, {0x7f4d61f3c230, 0xc0007a6210}, {0x7855229, 0x17}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.1({0x7f4d61f3c230, 0xc0007a6210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:70 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0007a6210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 140\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0009e39f0?, {0x7f4d61f3c230?, 0xc0007a6210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f1aa20, {0x7f4d61f3c230, 0xc0007a6210}, {0x7855229, 0x17}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.1({0x7f4d61f3c230, 0xc0007a6210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:70 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc0007a6210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 140\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"ffa01a3a86c6711bc72bdf5230dcb3dc061680ff1984681f22fa96418c775c20","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3907/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025971149770752","occurred_at":"2026-03-12T09:28:39Z","failed_at":"e2e","signature_id":"64d06b36d0ae62d766217b37b657b19e0bb3f05634c5fd304d92d02e5dbbf377","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a15ec0?, {0x7fba2bfcef58?, 0xc000b65ce0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000cad9e0, {0x7fba2bfcef58, 0xc000b65ce0}, {0x782cbb8, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.1({0x7fba2bfcef58, 0xc000b65ce0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:55 +0x21e\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000b65ce0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a15ec0?, {0x7fba2bfcef58?, 0xc000b65ce0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:609 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000cad9e0, {0x7fba2bfcef58, 0xc000b65ce0}, {0x782cbb8, 0xf}, {0xc000014109, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.1({0x7fba2bfcef58, 0xc000b65ce0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:55 +0x21e\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82567a0?, 0xc000b65ce0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed to get subscription ID: AzureCLICredential: signal: killed\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}}],"failure_pattern_summary":{"signature_count":19,"failure_pattern_ids":["39c6c5ed08e8e90ee04db2b87d32b29b6f38089eb34d7f09ee21959da678ff0e"],"matched_occurrences":19,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032025650772054016","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4205,"pr_state":"closed","pr_sha":"a36f37aae6ead63c15a10186a904f97e4e0fc50d","final_merged_sha":"a36f37aae6ead63c15a10186a904f97e4e0fc50d","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T09:27:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032015363788509184","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4281,"pr_state":"open","pr_sha":"aa9e1095f5fb6b3750a9988ff8009fca1cd280f7","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T08:46:05Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"008917198967c2501d705ef2a4acf4ce78595522f05537599d529e0574cd09e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032015363788509184","occurred_at":"2026-03-12T08:46:05Z","failed_at":"e2e","signature_id":"3edb817f339cbef431d9b354d0fe443d7c149d9725d29e3d1dfcac68a1707aa9","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:221]: cluster CA data must contain valid X.509 certificates\nUnexpected error:\n \u003c*errors.errorString | 0xc0010498e0\u003e: \n x509: malformed certificate\n {\n s: \"x509: malformed certificate\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:221]: cluster CA data must contain valid X.509 certificates\nUnexpected error:\n \u003c*errors.errorString | 0xc0010498e0\u003e: \n x509: malformed certificate\n {\n s: \"x509: malformed certificate\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"98a77de43126c696fa450d531a424a1960aea1a47cf3a3afd42c78ba06d487a1","failure_pattern":"x509: malformed certificate","search_query":"occurred"}},{"row_id":"95f9cb4915786ff86efb90b397a5121ea5ae7f77c5096ad7ad14a47579a17d76","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032015363788509184","occurred_at":"2026-03-12T08:46:05Z","failed_at":"e2e","signature_id":"57b9af5aea8f9bfd136b707bd29a5768ad88889a8c2e01cd3c88ebf3090ceb1e","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:276]: Timed out after 30.001s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0011b0100\u003e: \n whoami failed: Post \"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n {\n msg: \"whoami failed: Post \\\"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n err: \u003c*url.Error | 0xc00119b260\u003e{\n Op: \"Post\",\n URL: \"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\",\n Err: \u003c*tls.CertificateVerificationError | 0xc00119b230\u003e{\n UnverifiedCertificates: [\n {\n Raw: [48, 130, 3, 163, 48, 130, 2, 139, 160, 3, 2, 1, 2, 2, 16, 3, 64, 236, 32, 244, 241, 76, 66, 157, 14, 246, 121, 236, 162, 69, 218, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 51, 49, 49, 48, 47, 6, 3, 85, 4, 3, 19, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 48, 51, 49, 50, 48, 57, 49, 52, 53, 52, 90, 23, 13, 50, 55, 48, 51, 49, 50, 48, 57, 50, 52, 53, 52, 90, 48, 51, 49, 49, 48, 47, 6, 3, 85, 4, 3, 19, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 189, 90, 48, 200, 73, 37, 164, 121, 122, 138, 179, 209, 50, 212, 239, 199, 61, 166, 221, 171, 94, 218, 183, 66, 66, 85, 64, 192, 252, 138, 101, 113, 116, 232, 198, 2, 92, 65, 41, 40, 20, 42, 20, 18, 180, 57, 200, 148, 102, 13, 229, 65, 161, 60, 169, 252, 89, 179, 156, 223, 201, 4, 10, 123, 239, 3, 231, 197, 0, 216, 231, 187, 156, 188, 130, 65, 186, 239, 94, 104, 231, 43, 181, 189, 179, 184, 114, 79, 184, 100, 152, 55, 196, 185, 150, 41, 0, 144, 173, 131, 162, 139, 159, 52, 170, 103, 29, 9, 161, 83, 93, 190, 206, 125, 182, 135, 199, 121, 138, 71, 144, 40, 142, 136, 255, 45, 223, 64, 158, 50, 9, 219, 39, 1, 124, 179, 138, 55, 116, 44, 104, 52, 46, 178, 13, 13, 200, 114, 59, 209, 251, 189, 254, 198, 123, 191, 46, 239, 33, 3, 150, 111, 122, 15, 177, 214, 181, 158, 145, 10, 139, 248, 54, 102, 189, 15, 38, 198, 55, 26, 7, 181, 25, 13, 239, 154, 82, 37, 64, 43, 244, 7, 198, 4, 240, 131, 161, 214, 200, 225, 34, 72, 246, 216, 120, 31, 90, 78, 199, 228, 254, 161, 212, 43, 22, 55, 174, 10, 12, 240, 96, 59, 89, 184, 187, 45, 158, 57, 142, 200, 214, 6, 97, 123, 111, 209, 157, 30, 171, 214, 23, 93, 226, 26, 206, 253, 164, 23, 51, 188, 7, 184, 187, 60, 210, 25, 2, 3, 1, 0, 1, 163, 129, 178, 48, 129, 175, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 51, 6, 3, 85, 29, 17, 4, 44, 48, 42, 130, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 176, 118, 174, 101, 221, 85, 31, 232, 79, 124, 151, 22, 150, 147, 35, 77, 80, 170, 85, 237, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 176, 118, 174, 101, 221, 85, 31, 232, 79, 124, 151, 22, 150, 147, 35, 77, 80, 170, 85, 237, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 22, 195, 82, 20, 227, 93, 180, 69, 100, 13, 157, 56, 89, 197, 176, 49, 218, 196, 4, 38, 54, 46, 126, 136, 113, 92, 86, 10, 177, 39, 81, 219, 240, 173, 87, 174, 14, 26, 130, 227, 193, 115, 155, 163, 189, 221, 46, 34, 160, 111, 250, 238, 248, 11, 212, 22, 74, 28, 7, 168, 32, 110, 194, 233, 209, 235, 254, 117, 138, 198, 45, 155, 227, 174, 155, 24, 95, 166, 84, 250, 35, 58, 5, 113, 116, 16, 8, 160, 212, 138, 177, 121, 74, 99, 42, 227, 26, 240, 103, 114, 208, 165, 63, 253, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:276]: Timed out after 30.001s.\nExpected success, but got an error:\n \u003c*fmt.wrapError | 0xc0011b0100\u003e: \n whoami failed: Post \"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n {\n msg: \"whoami failed: Post \\\"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n err: \u003c*url.Error | 0xc00119b260\u003e{\n Op: \"Post\",\n URL: \"https://sessiongate.j8509184.hcpsvc.osadev.cloud/sessiongate/breakglass-mrtw5/kas/apis/authentication.k8s.io/v1/selfsubjectreviews\",\n Err: \u003c*tls.CertificateVerificationError | 0xc00119b230\u003e{\n UnverifiedCertificates: [\n {\n Raw: [48, 130, 3, 163, 48, 130, 2, 139, 160, 3, 2, 1, 2, 2, 16, 3, 64, 236, 32, 244, 241, 76, 66, 157, 14, 246, 121, 236, 162, 69, 218, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 51, 49, 49, 48, 47, 6, 3, 85, 4, 3, 19, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 48, 51, 49, 50, 48, 57, 49, 52, 53, 52, 90, 23, 13, 50, 55, 48, 51, 49, 50, 48, 57, 50, 52, 53, 52, 90, 48, 51, 49, 49, 48, 47, 6, 3, 85, 4, 3, 19, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 189, 90, 48, 200, 73, 37, 164, 121, 122, 138, 179, 209, 50, 212, 239, 199, 61, 166, 221, 171, 94, 218, 183, 66, 66, 85, 64, 192, 252, 138, 101, 113, 116, 232, 198, 2, 92, 65, 41, 40, 20, 42, 20, 18, 180, 57, 200, 148, 102, 13, 229, 65, 161, 60, 169, 252, 89, 179, 156, 223, 201, 4, 10, 123, 239, 3, 231, 197, 0, 216, 231, 187, 156, 188, 130, 65, 186, 239, 94, 104, 231, 43, 181, 189, 179, 184, 114, 79, 184, 100, 152, 55, 196, 185, 150, 41, 0, 144, 173, 131, 162, 139, 159, 52, 170, 103, 29, 9, 161, 83, 93, 190, 206, 125, 182, 135, 199, 121, 138, 71, 144, 40, 142, 136, 255, 45, 223, 64, 158, 50, 9, 219, 39, 1, 124, 179, 138, 55, 116, 44, 104, 52, 46, 178, 13, 13, 200, 114, 59, 209, 251, 189, 254, 198, 123, 191, 46, 239, 33, 3, 150, 111, 122, 15, 177, 214, 181, 158, 145, 10, 139, 248, 54, 102, 189, 15, 38, 198, 55, 26, 7, 181, 25, 13, 239, 154, 82, 37, 64, 43, 244, 7, 198, 4, 240, 131, 161, 214, 200, 225, 34, 72, 246, 216, 120, 31, 90, 78, 199, 228, 254, 161, 212, 43, 22, 55, 174, 10, 12, 240, 96, 59, 89, 184, 187, 45, 158, 57, 142, 200, 214, 6, 97, 123, 111, 209, 157, 30, 171, 214, 23, 93, 226, 26, 206, 253, 164, 23, 51, 188, 7, 184, 187, 60, 210, 25, 2, 3, 1, 0, 1, 163, 129, 178, 48, 129, 175, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 51, 6, 3, 85, 29, 17, 4, 44, 48, 42, 130, 40, 115, 101, 115, 115, 105, 111, 110, 103, 97, 116, 101, 46, 106, 56, 53, 48, 57, 49, 56, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 176, 118, 174, 101, 221, 85, 31, 232, 79, 124, 151, 22, 150, 147, 35, 77, 80, 170, 85, 237, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 176, 118, 174, 101, 221, 85, 31, 232, 79, 124, 151, 22, 150, 147, 35, 77, 80, 170, 85, 237, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 22, 195, 82, 20, 227, 93, 180, 69, 100, 13, 157, 56, 89, 197, 176, 49, 218, 196, 4, 38, 54, 46, 126, 136, 113, 92, 86, 10, 177, 39, 81, 219, 240, 173, 87, 174, 14, 26, 130, 227, 193, 115, 155, 163, 189, 221, 46, 34, 160, 111, 250, 238, 248, 11, 212, 22, 74, 28, 7, 168, 32, 110, 194, 233, 209, 235, 254, 117, 138, 198, 45, 155, 227, 174, 155, 24, 95, 166, 84, 250, 35, 58, 5, 113, 116, 16, 8, 160, 212, 138, 177, 121, 74, 99, 42, 227, 26, 240, 103, 114, 208, 165, 63, 253, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output","failure_pattern_match":{"status":"clustered","failure_pattern_id":"56504f43277db38b5d304951498cf62522387f44f31978ad9112ad0f54153d4a","failure_pattern":"whoami failed: Post \"\u003curl\u003e","search_query":"whoami failed: Post \"https://sessiongate"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["56504f43277db38b5d304951498cf62522387f44f31978ad9112ad0f54153d4a","98a77de43126c696fa450d531a424a1960aea1a47cf3a3afd42c78ba06d487a1"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4350/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032014552756916224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4350,"pr_state":"closed","pr_sha":"c117b0a88ebb40e9ee7f4bec2c1680e806014b69","final_merged_sha":"c117b0a88ebb40e9ee7f4bec2c1680e806014b69","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T08:43:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4376/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032007999186276352","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4376,"pr_state":"closed","pr_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","final_merged_sha":"0b33790f453ea37c143074eb4e7d7a235407d207","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T08:17:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4381/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032000207121551360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4381,"pr_state":"closed","pr_sha":"0cc8e93d1fbc7dad972a20ddb7a146ef2939b3c9","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T07:46:16Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"2d947440af41939f1a41000101ee6a0251cdad7d110cb84d945d5a929da53f7e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4381/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032000207121551360","occurred_at":"2026-03-12T07:46:16Z","failed_at":"provision","signature_id":"0774ddd169db58345713fd2bb812fc265dd06d5de1818adcefa324a2e6a9e3c7","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SecretSyncController/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-03-12T08:33:18.623Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T08:33:19.119Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T08:33:19.774Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T08:33:19.774Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T08:33:22.061Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T08:33:22.293Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: e68d27ab-87e3-454e-b50a-979e6a65df61\"\ntime=2026-03-12T08:33:52.389Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 3caba028-50d6-4629-bda5-82b8cef2c9e5\"\ntime=2026-03-12T08:34:22.493Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 7fab28c5-bb45-4b2f-93b9-ad685d614fdf\"\ntime=2026-03-12T08:35:22.493Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T08:35:23.085Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T08:35:23.421Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T08:35:23.421Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T08:35:25.849Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T08:35:25.950Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 58a965ac-5c93-4ac6-94c5-0a299e44958c\"\ntime=2026-03-12T08:35:56.065Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: e2056d6b-ef08-441f-ad35-46819df94410\"\ntime=2026-03-12T08:36:26.175Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 91bf5abe-cfa6-44d3-9085-a7b6000705af\"\ntime=2026-03-12T08:37:26.179Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T08:37:26.598Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T08:37:26.955Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T08:37:26.955Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T08:37:28.583Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T08:37:28.682Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: db748e17-bb53-4d9b-ad0f-52aad91ee58d\"\ntime=2026-03-12T08:37:58.786Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: b4bec68c-bf7d-4f77-a7d9-fe02e51d0cda\"\ntime=2026-03-12T08:38:28.893Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 1dc234d4-4319-41e0-853e-72a10a0c9beb\"\ntime=2026-03-12T08:39:28.893Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T08:39:29.248Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T08:39:29.612Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T08:39:29.612Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T08:39:31.160Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T08:39:31.261Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 8520dfb4-1e81-4700-a74f-9c680527dc8e\"\ntime=2026-03-12T08:40:01.449Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: ca1cb04d-8a0e-4932-a6d0-c4da0c5c00b9\"\ntime=2026-03-12T08:40:31.551Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: ca27ba07-125f-4afd-a62b-30f32138d107\"\ntime=2026-03-12T08:41:31.552Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T08:41:32.115Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T08:41:32.456Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T08:41:32.456Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T08:41:34.440Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T08:41:34.556Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 2869028f-a756-4655-afd3-40587deece02\"\ntime=2026-03-12T08:42:04.664Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 7be1b40b-0ac1-4b29-98c0-ea1d465ca44b\"\ntime=2026-03-12T08:42:34.801Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 5f4aaa00-7089-4375-9851-388274a6e7d5\"\ntime=2026-03-12T08:43:34.801Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 5f4aaa00-7089-4375-9851-388274a6e7d5\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9493e33e54b2f0c82c9e14169bd67adaa49ef562592f8191990c54c96280e81b","failure_pattern":"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \"Exists\" on destination: HEAD \"\u003curl\u003e\": GET \"\u003curl\u003e\": response status code 401: unauthorized: authentication required, visit \u003curl\u003e for more","search_query":"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 5f4aaa00-7089-4375-9851-388274a6e7d5"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9493e33e54b2f0c82c9e14169bd67adaa49ef562592f8191990c54c96280e81b"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4409/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031987009156812800","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4409,"pr_state":"closed","pr_sha":"79860ed9e82423b49c6e532dc449710b3979806d","final_merged_sha":"61fd73675b4e600ec10d87e4a1ef0ac193215b57","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T06:53:50Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"c64b4b2257f795b3a33197e604cbd5bb9534b2440e3c27d5ea6b9d14e09da80f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4409/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031987009156812800","occurred_at":"2026-03-12T06:53:50Z","failed_at":"e2e","signature_id":"09e0347531c6b45f7e6b8c00fb8779667d68ee20d1df4624b578d2789fc95d09","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:318]: Told to stop trying after 20.249s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:318]: Told to stop trying after 20.249s.\nPod failed; see logs for details\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected\n \u003cv1.PodPhase\u003e: Pending\nto equal\n \u003cv1.PodPhase\u003e: Succeeded","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197","failure_pattern":"Yet, Eventually failed because the matcher was not satisfied:","search_query":"Yet, Eventually failed because the matcher was not satisfied:"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2c8d18cdb2b7dd33e8c21a8b6a9a4ce7f6faa5fa98e5020989e6c4479385b197"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4427/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031980394760376320","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4427,"pr_state":"closed","pr_sha":"f0813738d2d77d09fceec7bec3046c9ed6338611","final_merged_sha":"f0813738d2d77d09fceec7bec3046c9ed6338611","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T06:27:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4410/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031928467691409408","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4410,"pr_state":"closed","pr_sha":"f91e23c1f5b348aa49a5d3a9a9429786ce04a838","final_merged_sha":"f91e23c1f5b348aa49a5d3a9a9429786ce04a838","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T03:00:40Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4381/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031909644565221376","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4381,"pr_state":"closed","pr_sha":"2cb1dbe39bee074c2b6d3415c0b92557999a34a6","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T01:46:24Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"ce45758f85cb71a503c49ac13f9b04c05a527ddd721753677be4acb0eb16eeae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4381/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031909644565221376","occurred_at":"2026-03-12T01:46:24Z","failed_at":"provision","signature_id":"0774ddd169db58345713fd2bb812fc265dd06d5de1818adcefa324a2e6a9e3c7","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SecretSyncController/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-03-12T02:37:43.436Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T02:37:43.846Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T02:37:44.409Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T02:37:44.409Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T02:37:46.324Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T02:37:46.567Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: ae068a40-2ba6-4362-9812-2edfe309bbee\"\ntime=2026-03-12T02:38:16.870Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: b2df11e8-61fa-4fb5-9b72-f0e6bd79f604\"\ntime=2026-03-12T02:38:46.984Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 895103c4-016b-403a-be27-a9bfa8c030c8\"\ntime=2026-03-12T02:39:46.985Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T02:39:47.365Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T02:39:47.716Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T02:39:47.716Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T02:39:49.440Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T02:39:49.531Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 7d50c92f-68fc-4bb2-be81-3377044f424c\"\ntime=2026-03-12T02:40:19.622Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: a290f7e9-b177-47fc-8180-2e0680c0ebee\"\ntime=2026-03-12T02:40:49.717Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 8f2af50e-827c-4931-94cb-4f02a4a7f374\"\ntime=2026-03-12T02:41:49.718Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T02:41:50.103Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T02:41:50.450Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T02:41:50.451Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T02:41:52.083Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T02:41:52.177Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 0f4f10c8-31db-4b88-b1c4-359c61d7ebaa\"\ntime=2026-03-12T02:42:22.332Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 850e9966-c3e2-42ef-82e0-4b83d529ff2d\"\ntime=2026-03-12T02:42:52.427Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: edce3a43-3792-4edd-8c93-d35a75cae0bd\"\ntime=2026-03-12T02:43:52.428Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T02:43:52.836Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T02:43:53.178Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T02:43:53.178Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T02:43:54.931Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T02:43:55.029Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 2c30f8ed-db23-4fb0-92c5-32ba5ae29642\"\ntime=2026-03-12T02:44:25.134Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 5d4b9f84-1387-4474-bd0c-4f1445d6a31f\"\ntime=2026-03-12T02:44:55.252Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 4d37a609-5317-4b55-9135-f25fe88a4174\"\ntime=2026-03-12T02:45:55.253Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e secretSyncController.image.registry \u003cnil\u003e}:{\u003cnil\u003e secretSyncController.image.repository \u003cnil\u003e}@{\u003cnil\u003e secretSyncController.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-12T02:45:55.698Z level=INFO msg=\"Fetching pull secret from Key Vault\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image vault=arohcpdev-global secret=component-sync-pull-secret\ntime=2026-03-12T02:45:56.035Z level=INFO msg=\"No credentials found in pull secret for source registry, using anonymous access\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image registry=registry.k8s.io\ntime=2026-03-12T02:45:56.035Z level=INFO msg=\"Logging into target ACR\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image acr=arohcpsvcdev\ntime=2026-03-12T02:45:57.949Z level=INFO msg=\"Mirroring image\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image source=registry.k8s.io/secrets-store-sync/controller@sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5 target=arohcpsvcdev.azurecr.io/secrets-store-sync/controller:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\ntime=2026-03-12T02:45:58.043Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=1 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 0418e518-c99d-4a88-a5cb-670d772ae436\"\ntime=2026-03-12T02:46:28.145Z level=INFO msg=\"Image copy failed, retrying\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image attempt=2 error=\"failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 892e9b18-67bb-438e-90c5-3e7479c567f1\"\ntime=2026-03-12T02:46:58.237Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image step=mirror-image error=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: b500b1c4-3f1a-408a-95fc-278c9978e37f\"\ntime=2026-03-12T02:47:58.237Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SecretSyncController resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: b500b1c4-3f1a-408a-95fc-278c9978e37f\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9493e33e54b2f0c82c9e14169bd67adaa49ef562592f8191990c54c96280e81b","failure_pattern":"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \"Exists\" on destination: HEAD \"\u003curl\u003e\": GET \"\u003curl\u003e\": response status code 401: unauthorized: authentication required, visit \u003curl\u003e for more","search_query":"error running Image Mirror Step, failed to mirror image after 3 attempts: failed to copy image: failed to perform \\\"Exists\\\" on destination: HEAD \\\"https://arohcpsvcdev.azurecr.io/v2/secrets-store-sync/controller/manifests/sha256:15768ff940ba7744d9994f8abde9ceb3ec3c5c6a024cb1256feb4d1b17c6b9f5\\\": GET \\\"https://arohcpsvcdev.azurecr.io/oauth2/token?scope=repository%3Asecrets-store-sync%2Fcontroller%3Apull\u0026service=arohcpsvcdev.azurecr.io\\\": response status code 401: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 5f4aaa00-7089-4375-9851-388274a6e7d5"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9493e33e54b2f0c82c9e14169bd67adaa49ef562592f8191990c54c96280e81b"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031898412462379008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"e5aa47f70f18e5bba3724ce6baf3a7b73966ac11","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T01:01:46Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"2b9ad6411a47f75f8c3b1f36b8f690c01cec6955127c77df718e1ef121425eaa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031898412462379008","occurred_at":"2026-03-12T01:01:46Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4371/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031893552929181696","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4371,"pr_state":"closed","pr_sha":"e0b528c4354bf750dd12c0c682e19c640905138e","final_merged_sha":"e0b528c4354bf750dd12c0c682e19c640905138e","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T00:42:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031892865663111168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3820,"pr_state":"closed","pr_sha":"18929061480414495bf9f44eb8e304a2e2fe45eb","final_merged_sha":"18929061480414495bf9f44eb8e304a2e2fe45eb","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T00:39:44Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4410/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031891494066982912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4410,"pr_state":"closed","pr_sha":"f91e23c1f5b348aa49a5d3a9a9429786ce04a838","final_merged_sha":"f91e23c1f5b348aa49a5d3a9a9429786ce04a838","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-12T00:34:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4424/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031887828660523008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4424,"pr_state":"closed","pr_sha":"fb374b23e83f6c1e031889a17d4aa63a6c283393","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T00:19:43Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"7f5a6b8db5bb46dd6f40be9e8e49d9f9bcd444baa542d98c7a121390b68ca840","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4424/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031887828660523008","occurred_at":"2026-03-12T00:19:43Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4423/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886211399815168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4423,"pr_state":"closed","pr_sha":"89e2e4b608178d59623cf56ae63733e27ea2056b","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T00:13:07Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"c1e0e2bb77ccd717dac07989e3a841fd5ff077452abbd3ccbf01affcb208add6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4423/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886211399815168","occurred_at":"2026-03-12T00:13:07Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4422/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886140939702272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4422,"pr_state":"closed","pr_sha":"dfea60a96e91ef23f9268aa1b9fd13e2584ff7ed","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T00:12:34Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"f37496c4a57c3cdccabacb34709c7604dca660a84461edd6f9634888b0466293","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4422/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886140939702272","occurred_at":"2026-03-12T00:12:34Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4421/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886119963987968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4421,"pr_state":"closed","pr_sha":"1594ac05b5dd7312c95e8f6002dec90e55ec4ecd","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T00:12:24Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"396d4fa267ff0e0426879d9a91aa33a3d79b00f2c75fdb25482dcdbc4cf8ba92","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4421/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886119963987968","occurred_at":"2026-03-12T00:12:24Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4420/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886098153607168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4420,"pr_state":"closed","pr_sha":"ad4a39158b9fa23b8a6ca3dc4c02eb5bae04c59b","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-12T00:12:16Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"033fb8b723919f92b8ea8f5dc5e14ef54cc1636bac29a6569567305fc7ae50ac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4420/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2031886098153607168","occurred_at":"2026-03-12T00:12:16Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}}]}]}