{"meta":{"date":"2026-02-26","timezone":"UTC","generated_at":"2026-11-02T03:03:52Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":66,"failed_runs":32,"runs_with_occurrences":32,"runs_with_failure_pattern_matches":22,"runs_with_unmatched_occurrences":10,"runs_without_occurrence_rows":34,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4234/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027162941509341184","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4234,"pr_state":"closed","pr_sha":"bfb8e960e1d90522e358e2d32b891ea1366f4708","final_merged_sha":"ac3354ace12fb48d60cedc2365d42cdcd0e45759","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T23:24:42Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"8dae168826253b4e9416bd1a77067704ccbf6c697e9edb8e3102845a2a17ea8b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4234/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027162941509341184","occurred_at":"2026-02-26T23:24:42Z","failed_at":"provision","signature_id":"0c92ade35394e6d960bc1736b32181fffdac28a59f8aa4fdac405d3c48cd26f9","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","test_suite":"step graph","failure_text":"time=2026-02-27T00:08:10.494Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-02-27T00:08:10.836Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err=\"failed to run ARM step: failed to transform Bicep to ARM: failed to preprocess file: failed to preprocess content dev-infrastructure/configurations/svc-cluster.tmpl.bicepparam: failed to execute template: template: file:171:40: executing \\\"file\\\" at \u003c.kusto.auditLogsEventHub.name\u003e: map has no entry for key \\\"auditLogsEventHub\\\"\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dea4ae99ac01a68d275b409cc5cf7e3f810e94439e7337c06e36e7d8fe5484f6","failure_pattern":"failed to run ARM step: failed to transform Bicep to ARM: failed to preprocess file: failed to preprocess content dev-infrastructure/configurations/svc-cluster.tmpl.bicepparam: failed to execute template: template: file:171:40: executing \"file\" at","search_query":"failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["dea4ae99ac01a68d275b409cc5cf7e3f810e94439e7337c06e36e7d8fe5484f6"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027157784797122560","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4212,"pr_state":"closed","pr_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","final_merged_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T23:04:13Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"3be49ec5d77399bcf4e926abde9142ff143b01e7b3aabbd17468c1ac1f77e9fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027157784797122560","occurred_at":"2026-02-26T23:04:13Z","failed_at":"provision","signature_id":"3e8731de3769310495604030525abde97fef57081edc2770bd03b75b3ac81a70","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/service/deploy","test_suite":"step graph","failure_text":"time=2026-02-26T23:55:55.110Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-02-26T23:55:55.616Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values=\"map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:58b7a6ba-3af5-4931-916d-4b3e0493a52f cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j7122560] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j7122560.hcpsvc.osadev.cloud] image:map[digest:sha256:515473ffe4dec882fa676972e6e07bc6b4b707b5ef971a68ebf9d555e49558ff registry:arohcpsvcdev.azurecr.io repository:ci-op-szgz7hkr/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-szgz7hkr/pipeline:pull workloadIdentityClientId:a60934ba-6446-4fd2-929b-a62cb9cb15af workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:695ee813-3803-4ae1-9c77-9b3166191069 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]\"\ntime=2026-02-26T23:55:55.616Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:55:55.860Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate\ntime=2026-02-26T23:55:55.860Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false\ntime=2026-02-26T23:55:55.860Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:55:56.113Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:56:04.620Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\\\": proxy error from localhost:9443 while dialing 10.128.64.26:15017, code 500: 500 Internal Server Error\"\ntime=2026-02-26T23:56:04.620Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:56:04.620Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:56:07.494Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy release=sessiongate namespace=sessiongate status=failed description=\"Release \\\"sessiongate\\\" failed: Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\\\": proxy error from localhost:9443 while dialing 10.128.64.26:15017, code 500: 500 Internal Server Error\" values=\"map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:58b7a6ba-3af5-4931-916d-4b3e0493a52f cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j7122560] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j7122560.hcpsvc.osadev.cloud] image:map[digest:sha256:515473ffe4dec882fa676972e6e07bc6b4b707b5ef971a68ebf9d555e49558ff registry:arohcpsvcdev.azurecr.io repository:ci-op-szgz7hkr/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-szgz7hkr/pipeline:pull workloadIdentityClientId:a60934ba-6446-4fd2-929b-a62cb9cb15af workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:695ee813-3803-4ae1-9c77-9b3166191069 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]\"\ntime=2026-02-26T23:56:07.497Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy url=\"https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5RUwW7aQBC9+ytWPgXJa0VUUIkqB0oqVapUIcopVQ/r9WA2rHfdmVkQER9fLU4a4mJIb9bsm5k3M88vscACgXxADSTuRKlYsSos3PjiETR/M66cEKNxVSba0HdVw98QbMEdI9Qo/RIe/EyEECKd2UAMuPAW0kykBETGu0oxyOdvWSunKqjBcUSkWZsYMz4bVxpXdRO1d4zeWkBZnEX8Xw0LqgSUYEFz5HO55g/ArdHdYXrAU43zYO0JhyZYe6XDNPDao3lSkc3cW6P3Eams9TtZA6PRJOl686/L5Xzhw5n388uC3wGIY3dwbPSxfXdt2IKkCrzuXZBG4Dn6rSkBZ1YR/XN53Rwn2pA0xMZL4yqEiHuz46nWPrSquE5/Foh9vXjW8T2sjDOdCSg/ycsVernWTa6eAkKufd1VX79kLsjt/TrrKXIPjfX7l7/h+ty9eKkB2aziIePdVgi0bqn37v2i8joZb8kkvz4lm1AAOmCgL9ERKDmI3RoQBJsaiFXdiAJ4B+DETakYYvgmHd4Ox/J2KIfj5fDDZDSajEYP6UDkuejFjCe3Hx/SwSA5iEdvnNgYV94Z5wBPfMw78Wpfp77VNazkIBr08fWVaCYaX7bg9xXJhPVVJmogUlUs6bEEFMX+ZPgSSP8JAAD//wpx5bhtBQAA\"\ntime=2026-02-26T23:56:07.501Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T23:56:07.501Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\\\": proxy error from localhost:9443 while dialing 10.128.64.26:15017, code 500: 500 Internal Server Error\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a83e14f56d71f4d9dfea9f79e4a2b2d28df34e80a7e1b1939e2b98b6de4b1e22","failure_pattern":"Internal error occurred: failed calling webhook \"validation.istio.io\": failed to call webhook: Post \"\u003curl\u003e\": proxy error from localhost:9443 while dialing \u003cip\u003e:\u003cport\u003e, code 500: 500 Internal Server Error","search_query":"error running Helm release deployment Step, failed to deploy helm release: Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\\\": proxy error from localhost:9443 while dialing 10.128.64.26:15017, code 500: 500 Internal Server Error"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a83e14f56d71f4d9dfea9f79e4a2b2d28df34e80a7e1b1939e2b98b6de4b1e22"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4235/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027149133357256704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4235,"pr_state":"open","pr_sha":"2c5d86931bcba2a8059082b950a7647934251065","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T22:29:50Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"839ca910cf67f4595f5bc9e8f6a21efe005515a5ffdfd24abd4140d64d53f8bc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4235/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027149133357256704","occurred_at":"2026-02-26T22:29:50Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027146100061769728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4232,"pr_state":"closed","pr_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","final_merged_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T22:17:47Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4234/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027145790455025664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4234,"pr_state":"closed","pr_sha":"3d9714949d739be238604a47e29776cd4d0fc6f9","final_merged_sha":"ac3354ace12fb48d60cedc2365d42cdcd0e45759","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T22:16:32Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"893f1a61d0987c6bba4fa71e5f5ade9981288244fba2ff5db0d674a9f4e2d2df","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4234/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027145790455025664","occurred_at":"2026-02-26T22:16:32Z","failed_at":"provision","signature_id":"dcc8389d3efe7f8052a8308ac7a52685d73fce70eef7ec0991b467dc6558042d","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/auditLogsEventHub","test_suite":"step graph","failure_text":"time=2026-02-26T22:51:53.028Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=auditLogsEventHub description=\"Step auditLogsEventHub\\n Kind: ARM\\n Template: templates/audit-logs-eventhub.bicep\\n Parameters: configurations/audit-logs-eventhub.tmpl.bicepparam\"\ntime=2026-02-26T22:51:53.529Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=auditLogsEventHub err=\"failed to run ARM step: failed to transform Bicep to ARM: failed to preprocess file: failed to preprocess content dev-infrastructure/configurations/audit-logs-eventhub.tmpl.bicepparam: failed to execute template: template: file:3:63: executing \\\"file\\\" at \u003c.auditlogsEventhub.kustoConsumerGroupName\u003e: map has no entry for key \\\"auditlogsEventhub\\\"\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d6049822e61a20a8d8586b49d04d1de2952c1b5a9f29c25c2634f172d546f25a","failure_pattern":"failed to run ARM step: failed to transform Bicep to ARM: failed to preprocess file: failed to preprocess content dev-infrastructure/configurations/audit-logs-eventhub.tmpl.bicepparam: failed to execute template: template: file:3:63: executing \"file\" at","search_query":"failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["d6049822e61a20a8d8586b49d04d1de2952c1b5a9f29c25c2634f172d546f25a"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3913/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027142677836861440","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3913,"pr_state":"open","pr_sha":"93040b392324f69d79f4ce229e5b4122e0625bb5","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T22:04:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027139205246750720","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4232,"pr_state":"closed","pr_sha":"093ff16ba32897ece2def66e3421efde6d0c9d21","final_merged_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T21:50:23Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"e7b0ea81ef9db275355e646ab617ba26f99cb3daae910cd0eac9349a8e2c4752","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027139205246750720","occurred_at":"2026-02-26T21:50:23Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027138401890734080","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4206,"pr_state":"closed","pr_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","final_merged_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T21:47:12Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"b4b3215f85cfad3a7cc6d5da608553735661ebd0b3cb4e53ba674386e8cd7795","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027138401890734080","occurred_at":"2026-02-26T21:47:12Z","failed_at":"provision","signature_id":"ab3889e1b732fe047f7fdbbafde9cfce141dce30b0adc831064514c51a85cf41","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-26T22:44:38.540Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e sessiongate.image.registry \u003cnil\u003e}:{\u003cnil\u003e sessiongate.image.repository \u003cnil\u003e}@{\u003cnil\u003e sessiongate.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-26T22:45:13.810Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.9XlvIHwNft/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-d1c75yws/pipeline@sha256:5a7ea3d2fad4267d150280e41fdfcc89c2eb4f795f4586efed656233973dd78a to arohcpsvcdev.azurecr.io/ci-op-d1c75yws/pipeline:5a7ea3d2fad4267d150280e41fdfcc89c2eb4f795f4586efed656233973dd78a.\\nThe image will still be available under it's original digest sha256:5a7ea3d2fad4267d150280e41fdfcc89c2eb4f795f4586efed656233973dd78a in the target registry.\\nError response from registry: generic storage error: unknown_storage_failure\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023","failure_pattern":"Error response from registry: generic storage error: unknown_storage_failure","search_query":"Error response from registry: generic storage error: unknown_storage_failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027137711915143168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4206,"pr_state":"closed","pr_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","final_merged_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T21:44:27Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3880/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027121374576775168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3880,"pr_state":"open","pr_sha":"318d31bdb4a17113777feff6d301e468ab3aa432","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T20:39:32Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4119/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027117080859381760","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4119,"pr_state":"closed","pr_sha":"8700ec5303d9646d72fd5761c2ccc9d31b35c5d0","final_merged_sha":"8700ec5303d9646d72fd5761c2ccc9d31b35c5d0","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T20:22:28Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"fd1a7792c73808169742ca849a0ae1bea4bde2dd14c2ea85b7bad1ab07c9ff0d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4119/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027117080859381760","occurred_at":"2026-02-26T20:22:28Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027113850775539712","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4218,"pr_state":"closed","pr_sha":"c1d21b6487076a17d3a8e6f000bc9e39ec13658f","final_merged_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T20:09:27Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"916383c97c33db7013d870afd5e0ae4a47c8dbf4102388bdd53417018b13cae5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027113850775539712","occurred_at":"2026-02-26T20:09:27Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4225,"pr_state":"closed","pr_sha":"2ae66e5dac36b1aac91b8dcc77fcb24fd53d2c8f","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T19:42:38Z"},"failed_at":["e2e"],"failed_test_count":18,"occurrences":[{"row_id":"02b53e68314cd4ef012ffe60445e37afd8e97a4c62d57b881e6756d17f09e133","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"05cd49943ece4cd0146dc7f7a4d08c2792416a9d938591bc580b0cdfdc743a9d","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00161f170\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-w8n5vf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-w8n5vf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001069c30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf\",\n },\n \u003c*fmt.wrapErrors | 0xc00161f140\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-w8n5vf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001069c30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00161f170\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-w8n5vf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-w8n5vf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001069c30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf\",\n },\n \u003c*fmt.wrapErrors | 0xc00161f140\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-w8n5vf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001069c30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-w8n5vf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"0cced594ccb408434a7dbc2969542a27b1b44587074513a210114499a63965df","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"32b44ecc965ff2f73f24d08e01a183312caebd0146de54d2d1e75879bc620351","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"321d5f9c564a834ddbbc49de789e1c1bad77f3b08d313ddbc0a8b813bf920c56","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011fa7e0\u003e: \n failed to create HCP cluster list-test-cluster-pdbjp9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: failed waiting for cluster=\"list-test-cluster-pdbjp9\" in resourcegroup=\"cluster-listing-pwc6jp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-pdbjp9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: failed waiting for cluster=\\\"list-test-cluster-pdbjp9\\\" in resourcegroup=\\\"cluster-listing-pwc6jp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000cc62a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp\",\n },\n \u003c*fmt.wrapErrors | 0xc0011fa7b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-pdbjp9\\\" in resourcegroup=\\\"cluster-listing-pwc6jp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000cc62a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011fa7e0\u003e: \n failed to create HCP cluster list-test-cluster-pdbjp9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: failed waiting for cluster=\"list-test-cluster-pdbjp9\" in resourcegroup=\"cluster-listing-pwc6jp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-pdbjp9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: failed waiting for cluster=\\\"list-test-cluster-pdbjp9\\\" in resourcegroup=\\\"cluster-listing-pwc6jp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000cc62a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp\",\n },\n \u003c*fmt.wrapErrors | 0xc0011fa7b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-pdbjp9\\\" in resourcegroup=\\\"cluster-listing-pwc6jp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000cc62a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-pdbjp9 in resource group cluster-listing-pwc6jp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"3913a25730b68cdc370a0adb764b0bc0dcadf8f7a1efbf6c0300c38413add885","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"59c88f38ddcbb92e41087b8720b59f705abd84974bd7e8833ee86f850aeeec3b","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00095d140\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-7v2zmp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001597a10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp\",\n },\n \u003c*fmt.wrapErrors | 0xc00095d110\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-7v2zmp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001597a10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00095d140\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-7v2zmp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001597a10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp\",\n },\n \u003c*fmt.wrapErrors | 0xc00095d110\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-7v2zmp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001597a10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"3974970e2a45147e18f2df65029de2e9c670869dea83cbd5ec8a91cf12fdaa5a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"ce1251fe94438d6bb21c5a907d81da1cd1f117c2e698f2ae0027ba5f8920fe16","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00121cb70\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-8x7bjm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-8x7bjm\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f8d880\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm\",\n },\n \u003c*fmt.wrapErrors | 0xc00121cb40\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-8x7bjm\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f8d880\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00121cb70\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-8x7bjm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-8x7bjm\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f8d880\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm\",\n },\n \u003c*fmt.wrapErrors | 0xc00121cb40\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-8x7bjm\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f8d880\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-8x7bjm\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"3ecafd76f6236cd8fb3a105a4495ee2132d80f27e97bc2ec9fc6164af3891304","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"9d3abd1826999f877b4253c64dbf9fdc65ee2f577bb7c6f66819ffd436548312","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8f560\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-szvwv9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-szvwv9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e33440\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8f530\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-szvwv9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e33440\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8f560\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-szvwv9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-szvwv9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e33440\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8f530\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-szvwv9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e33440\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-szvwv9\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"49216bc9b41e09bd1ae1e5ea894662be96bcd3e0e25c56bc824a4007bfbfb1fb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"db22d3d2c2dc662156420208aab5f9c8c177b0351d692f66025475aec0ebf1fd","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00119f0e0\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-h22lpz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-h22lpz\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001184540\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz\",\n },\n \u003c*fmt.wrapErrors | 0xc00119f0b0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-h22lpz\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001184540\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00119f0e0\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-h22lpz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-h22lpz\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001184540\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz\",\n },\n \u003c*fmt.wrapErrors | 0xc00119f0b0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-h22lpz\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001184540\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-h22lpz\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"5397cdb6e03828bdd58341099ebc93b060121c6335c15876b1a96551ee8848c4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"9a78623175c188174f81a6beb33afa699606690de382ebaa8faeb70f9a0921f9","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00174ad50\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pdpf46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pdpf46\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015ff0b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46\",\n },\n \u003c*fmt.wrapErrors | 0xc00174ad20\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pdpf46\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015ff0b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00174ad50\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pdpf46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pdpf46\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015ff0b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46\",\n },\n \u003c*fmt.wrapErrors | 0xc00174ad20\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pdpf46\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015ff0b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pdpf46\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"821a6c873b32aa4a6c36e3319f4a876a99baee0f911a73359080158c7179f49f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"3c85e788c60beb7c26a3a9f4f34993c4007525ba4c4024e708c151ac8982e019","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016a0690\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-gc2psn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-gc2psn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009ff100\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn\",\n },\n \u003c*fmt.wrapErrors | 0xc0016a0660\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-gc2psn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009ff100\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016a0690\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-gc2psn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-gc2psn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009ff100\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn\",\n },\n \u003c*fmt.wrapErrors | 0xc0016a0660\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-gc2psn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009ff100\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gc2psn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"82540f79c274bb165499394744e1a9faef1e56a7d17d346ef0360b292ebe3b46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"89c74a7e3d85d7476cf8173e2119a7074419fe04ee0ce920b61074ecf34813e2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"a14212f33dbdad7c23ba597e17eead93e60a2d2eb326b3d2cb4f0e6461670c21","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e8f1d0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-qmrk5d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-qmrk5d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011478f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d\",\n },\n \u003c*fmt.wrapErrors | 0xc000e8f1a0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-qmrk5d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011478f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e8f1d0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-qmrk5d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-qmrk5d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011478f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d\",\n },\n \u003c*fmt.wrapErrors | 0xc000e8f1a0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-qmrk5d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011478f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-qmrk5d\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"8afec1f838997e646b2f9a0a85e7aec16dc973712f74871104220dcd345d74ea","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"33fc80c2e934a1e4f1aa608d499bfa9f8eaa700d22408a2215fae284d454c0e8","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00114af60\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-b98p8n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-b98p8n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00102c170\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n\",\n },\n \u003c*fmt.wrapErrors | 0xc00114af30\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-b98p8n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00102c170\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00114af60\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-b98p8n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-b98p8n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00102c170\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n\",\n },\n \u003c*fmt.wrapErrors | 0xc00114af30\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-b98p8n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00102c170\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-b98p8n\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"92724be7a50b5719aa5b87fcfafc4bdc6dfbf47e84c37483ee686be315b6ff2b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"30778dccfc6e7a201603b0c95023216e193e67bccb0baae83455f1c2e010da77","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011194d0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-kmfj7t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-kmfj7t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001011830\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t\",\n },\n \u003c*fmt.wrapErrors | 0xc0011194a0\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-kmfj7t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001011830\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011194d0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-kmfj7t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-kmfj7t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001011830\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t\",\n },\n \u003c*fmt.wrapErrors | 0xc0011194a0\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-kmfj7t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001011830\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-kmfj7t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"93df88fd3a3993f687804247231b43f325124ae2c21e52fc8525f099be9d6bf2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"a3dbd0f44ab76d937c274475cee2262f978c91382e3d06dadbe88fb8da35bdde","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00147f380\u003e: \n failed to create HCP cluster ea-list5v47qc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: failed waiting for cluster=\"ea-list5v47qc\" in resourcegroup=\"ea-list-jnd5n2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-list5v47qc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: failed waiting for cluster=\\\"ea-list5v47qc\\\" in resourcegroup=\\\"ea-list-jnd5n2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011e54c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2\",\n },\n \u003c*fmt.wrapErrors | 0xc00147f350\u003e{\n msg: \"failed waiting for cluster=\\\"ea-list5v47qc\\\" in resourcegroup=\\\"ea-list-jnd5n2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011e54c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00147f380\u003e: \n failed to create HCP cluster ea-list5v47qc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: failed waiting for cluster=\"ea-list5v47qc\" in resourcegroup=\"ea-list-jnd5n2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-list5v47qc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: failed waiting for cluster=\\\"ea-list5v47qc\\\" in resourcegroup=\\\"ea-list-jnd5n2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011e54c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2\",\n },\n \u003c*fmt.wrapErrors | 0xc00147f350\u003e{\n msg: \"failed waiting for cluster=\\\"ea-list5v47qc\\\" in resourcegroup=\\\"ea-list-jnd5n2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011e54c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5v47qc in resource group ea-list-jnd5n2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"b6e21f50f4e761144fc364149772179a1f6e536b1f9473f451a4fd473b17d0a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"43ac0dbc1695ae3af53de344c4b71586346baa81fe475adf39614f0fcc4d2d93","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015795f0\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-gmpxcj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-gmpxcj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00159b990\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj\",\n },\n \u003c*fmt.wrapErrors | 0xc0015795c0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-gmpxcj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00159b990\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015795f0\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-gmpxcj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-gmpxcj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00159b990\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj\",\n },\n \u003c*fmt.wrapErrors | 0xc0015795c0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-gmpxcj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00159b990\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-gmpxcj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"ce9cd57653c19e4570fb548c88828ffdb5a84951a335ba07eec58d282291667b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"f6c36e38b64e0358c2e170f83bfdf993825a84676e05096eba88019f3b6f4791","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012e80c0\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-4cfm2t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-4cfm2t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011ded40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t\",\n },\n \u003c*fmt.wrapErrors | 0xc0012e8090\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-4cfm2t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011ded40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012e80c0\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-4cfm2t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-4cfm2t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011ded40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t\",\n },\n \u003c*fmt.wrapErrors | 0xc0012e8090\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-4cfm2t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011ded40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-4cfm2t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"defc89cccfad1b84982c583d1cb5b31d111844786f76e90817b70b479efce866","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"357b3398cc354d4e968750884cccd25f4c91eb89d81b7159a0f4406dd4902ca2","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a5a750\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-jwzdq9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-jwzdq9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0017a2c70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9\",\n },\n \u003c*fmt.wrapErrors | 0xc000a5a4e0\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-jwzdq9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0017a2c70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a5a750\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-jwzdq9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-jwzdq9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0017a2c70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9\",\n },\n \u003c*fmt.wrapErrors | 0xc000a5a4e0\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-jwzdq9\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0017a2c70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-jwzdq9\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"eeaa15a40b89bff5cf69f777762e8079c3d2bc3a75203bb98eb5cdd13109c5df","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027107054216286208","occurred_at":"2026-02-26T19:42:38Z","failed_at":"e2e","signature_id":"88fbf071096bd9fbd4a778893620b32c76d19652337d4b1b534dc3169f0bea76","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012bd1d0\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-pm654m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pm654m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00141a360\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m\",\n },\n \u003c*fmt.wrapErrors | 0xc0012bd170\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pm654m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00141a360\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012bd1d0\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-pm654m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pm654m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00141a360\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m\",\n },\n \u003c*fmt.wrapErrors | 0xc0012bd170\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pm654m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00141a360\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pm654m\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":18,"failure_pattern_ids":["75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":18,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3764/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027106680671571968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3764,"pr_state":"closed","pr_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","final_merged_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T19:41:09Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4211/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027106415008550912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4211,"pr_state":"open","pr_sha":"8e248ec000e5abcd96273d899a30516dd1e769b8","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T19:40:05Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"e39778ba7c23aa7dbcaa8417fe3966b582a059e8836865ca9718aa44ab7fbf36","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4211/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027106415008550912","occurred_at":"2026-02-26T19:40:05Z","failed_at":"provision","signature_id":"13dd1018d70a8f459b3ffd2c47c72852a7024441efa0815cc5f2307a440b38e2","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-26T20:39:01.997Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e sessiongate.image.registry \u003cnil\u003e}:{\u003cnil\u003e sessiongate.image.repository \u003cnil\u003e}@{\u003cnil\u003e sessiongate.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-26T20:39:49.776Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.MHIVNyZXw1/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-7s3i13lq/pipeline@sha256:5ab13f5f4b1769ee74924e2be6694e83d64cfeef47b72de079d4327126aa2768 to arohcpsvcdev.azurecr.io/ci-op-7s3i13lq/pipeline:5ab13f5f4b1769ee74924e2be6694e83d64cfeef47b72de079d4327126aa2768.\\nThe image will still be available under it's original digest sha256:5ab13f5f4b1769ee74924e2be6694e83d64cfeef47b72de079d4327126aa2768 in the target registry.\\nError response from registry: generic storage error: unknown_storage_failure\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023","failure_pattern":"Error response from registry: generic storage error: unknown_storage_failure","search_query":"Error response from registry: generic storage error: unknown_storage_failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027106330489131008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4198,"pr_state":"open","pr_sha":"d931913b6b5570f95b2c5d7651a4b08b76c96ba5","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T19:39:45Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"38d4dbf632d3fbd8f006410a89cf5f8ff1cb05e09c0749cc7825e75ab55f40a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4198/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027106330489131008","occurred_at":"2026-02-26T19:39:45Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-26T20:13:27.106Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-26T20:13:28.683Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-26T20:13:29.990Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=f7111b93b0d1f72d989a6075871d324992b310d68ab99fb8439822341aca9758\ntime=2026-02-26T20:15:00.699Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j9131008/providers/Microsoft.Resources/deployments/f7111b93b0d1f72d989a6075871d324992b310d68ab99fb8439822341aca9758/operationStatuses/08584294700762803058\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j9131008/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j9131008/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j9131008\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report e820b139-89ef-4acc-a0b4-9ad45f7a0955:2/26/2026 8:14:46 PM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027105964758405120","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3764,"pr_state":"closed","pr_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","final_merged_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T19:38:18Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027104072200359936","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4232,"pr_state":"closed","pr_sha":"459bf8e174fff175e7223fe85613d97d1eba010a","final_merged_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T19:30:47Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"bd5a47aee6329d20a7a95ec764d237183bd02a1f1e4f8a057611f3a28c37ee93","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027104072200359936","occurred_at":"2026-02-26T19:30:47Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4233/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027099299833188352","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4233,"pr_state":"closed","pr_sha":"2345d733c16c349fd8b9f13a8815ce22ade4ac2d","final_merged_sha":"2345d733c16c349fd8b9f13a8815ce22ade4ac2d","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T19:11:49Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4122/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027097157953130496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4122,"pr_state":"closed","pr_sha":"60e18292f32cc2532d73e7b4db0e2dd464332b86","final_merged_sha":"01e7af77a9faabb5b15aad7f797bad3d64fc2f70","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T19:03:18Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027093816074309632","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4212,"pr_state":"closed","pr_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","final_merged_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T18:50:01Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027091776845647872","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4206,"pr_state":"closed","pr_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","final_merged_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T18:41:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027079996190756864","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4232,"pr_state":"closed","pr_sha":"ad97458d34c9183bfc3b0537b4244e25a09a3d99","final_merged_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T17:55:06Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"549630b9f8f46a8ac1494d85f46ddd7efc52572cde15efaa3d5bf6cc4069cdc7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027079996190756864","occurred_at":"2026-02-26T17:55:06Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027079412217810944","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4226,"pr_state":"closed","pr_sha":"fd85eeae6607d8de5ec61228aa5b6a3d8a61a651","final_merged_sha":"138964dfc1d79a030eb9c07890259cb904e592a1","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T17:52:47Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027077740380819456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4232,"pr_state":"closed","pr_sha":"bae1f6fea4e64179aad908ca3221d104907960db","final_merged_sha":"4dd0397266a29ae004677e31f2f9e424aa671200","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T17:46:09Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"b093deeeeeb2e0f8b224eb9e47fdf7cd90b447b9967ed926c195fd6b1e98c157","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027077740380819456","occurred_at":"2026-02-26T17:46:09Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027071923023777792","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3780,"pr_state":"closed","pr_sha":"dcf56c7037cbaf934aab3f6c5a1aa40173a34c36","final_merged_sha":"dcf56c7037cbaf934aab3f6c5a1aa40173a34c36","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T17:23:02Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"9f335029c7ea8c2180ddaee5bfd70a5f938a94d064aeb8ff1a3d7747e738e5a0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027071923023777792","occurred_at":"2026-02-26T17:23:02Z","failed_at":"e2e","signature_id":"c304629917695a4b6e3aa14d677c38ca919500db2518eb385e96c3832ef19eb8","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:130]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000784fa0\u003e: \n add password: error status code received from the API\n {\n msg: \"add password: error status code received from the API\",\n err: \u003c*odataerrors.ODataError | 0xc0009be090\u003e{\n ApiError: {\n Message: \"\",\n ResponseStatusCode: 404,\n ResponseHeaders: {\n header: {\n headers: {\n \"strict-transport-security\": {\n \"max-age=31536000\": {},\n },\n \"cache-control\": {\"no-cache\": {}},\n \"vary\": {\n \"Accept-Encoding\": {},\n },\n \"content-type\": {\n \"application/json\": {},\n },\n \"request-id\": {\n \"9a73d530-cf0a-4400-a959-3638db9338be\": {},\n },\n \"x-ms-ags-diagnostic\": {\n \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"East US 2\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"5\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"BN5PEPF0000E137\\\"}}\": {},\n },\n \"x-ms-resource-unit\": {\"1\": {}},\n \"date\": {\n \"Thu, 26 Feb 2026 19:05:07 GMT\": {},\n },\n \"client-request-id\": {\n \"9a73d530-cf0a-4400-a959-3638db9338be\": {},\n },\n },\n },\n },\n },\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f20\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {\n \"errorEscaped\": \u003c*odataerrors.MainError | 0xc000f593e0\u003e{\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f40\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {\n \"code\": \u003c*string | 0xc000f59260\u003e\"Request_ResourceNotFound\",\n \"message\": \u003c*string | 0xc000f592b0\u003e\"Resource 'c1a3c5a6-e170-474c-80ed-20cd7dfcebdf' does not exist or one of its queried reference-property objects are not present.\",\n \"innerError\": \u003c*odataerrors.InnerError | 0xc000f59440\u003e{\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f80\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {...: ..., ...: ...},\n subscribers: {},\n changedValues: {...: ..., ...: ...},\n },\n },\n },\n subscribers: {},\n changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n },\n },\n },\n subscribers: {},\n changedValues: {\n \"errorEscaped\": false,\n },\n },\n },\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:130]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000784fa0\u003e: \n add password: error status code received from the API\n {\n msg: \"add password: error status code received from the API\",\n err: \u003c*odataerrors.ODataError | 0xc0009be090\u003e{\n ApiError: {\n Message: \"\",\n ResponseStatusCode: 404,\n ResponseHeaders: {\n header: {\n headers: {\n \"strict-transport-security\": {\n \"max-age=31536000\": {},\n },\n \"cache-control\": {\"no-cache\": {}},\n \"vary\": {\n \"Accept-Encoding\": {},\n },\n \"content-type\": {\n \"application/json\": {},\n },\n \"request-id\": {\n \"9a73d530-cf0a-4400-a959-3638db9338be\": {},\n },\n \"x-ms-ags-diagnostic\": {\n \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"East US 2\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"5\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"BN5PEPF0000E137\\\"}}\": {},\n },\n \"x-ms-resource-unit\": {\"1\": {}},\n \"date\": {\n \"Thu, 26 Feb 2026 19:05:07 GMT\": {},\n },\n \"client-request-id\": {\n \"9a73d530-cf0a-4400-a959-3638db9338be\": {},\n },\n },\n },\n },\n },\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f20\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {\n \"errorEscaped\": \u003c*odataerrors.MainError | 0xc000f593e0\u003e{\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f40\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {\n \"code\": \u003c*string | 0xc000f59260\u003e\"Request_ResourceNotFound\",\n \"message\": \u003c*string | 0xc000f592b0\u003e\"Resource 'c1a3c5a6-e170-474c-80ed-20cd7dfcebdf' does not exist or one of its queried reference-property objects are not present.\",\n \"innerError\": \u003c*odataerrors.InnerError | 0xc000f59440\u003e{\n backingStore: \u003c*store.InMemoryBackingStore | 0xc000784f80\u003e{\n returnOnlyChangedValues: false,\n initializationCompleted: false,\n store: {...: ..., ...: ...},\n subscribers: {},\n changedValues: {...: ..., ...: ...},\n },\n },\n },\n subscribers: {},\n changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n },\n },\n },\n subscribers: {},\n changedValues: {\n \"errorEscaped\": false,\n },\n },\n },\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2d7078fea58486ceae243220a8a8a13928ff2e7a84492ed84fce36a1a518c780","failure_pattern":"add password: error status code received from the API","search_query":"add password: error status code received from the API"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2d7078fea58486ceae243220a8a8a13928ff2e7a84492ed84fce36a1a518c780"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027068377771544576","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4205,"pr_state":"closed","pr_sha":"d53c3d9db347b840d2e1a6b99d144cb76bfba5ab","final_merged_sha":"a36f37aae6ead63c15a10186a904f97e4e0fc50d","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T17:08:56Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"f4c0ce7818d67a9c26e7c965eeb6ba59cf20ed9475378f6f5c05d4dc148f4632","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027068377771544576","occurred_at":"2026-02-26T17:08:56Z","failed_at":"provision","signature_id":"e93966be95c191168dd1f7e4a2e07ae8b677c7544d355962000e364a4acc8c65","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/service/deploy","test_suite":"step graph","failure_text":"time=2026-02-26T18:01:36.390Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-02-26T18:01:36.978Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values=\"map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:995538a1-5e50-4377-9b1b-291906c337e8 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j1544576] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j1544576.hcpsvc.osadev.cloud] image:map[digest:sha256:01eb1340cda3b9e2988d69c58cca459cd11254eff3272ee49ea170ffd9de3c1f registry:arohcpsvcdev.azurecr.io repository:ci-op-5rmggnbr/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-5rmggnbr/pipeline:pull workloadIdentityClientId:d93c4053-c801-470f-bb5e-c876e889e0b8 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:3bd23cbc-2852-4280-ac58-72f9b9af4eee workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]\"\ntime=2026-02-26T18:01:36.978Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:01:37.259Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate\ntime=2026-02-26T18:01:37.259Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false\ntime=2026-02-26T18:01:37.259Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:01:37.677Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:06:44.366Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"resource not ready, name: sessiongate, kind: Deployment, status: InProgress\\ncontext deadline exceeded\"\ntime=2026-02-26T18:06:44.366Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:06:44.366Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:06:49.207Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy release=sessiongate namespace=sessiongate status=failed description=\"Release \\\"sessiongate\\\" failed: resource not ready, name: sessiongate, kind: Deployment, status: InProgress\\ncontext deadline exceeded\" values=\"map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:995538a1-5e50-4377-9b1b-291906c337e8 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j1544576] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j1544576.hcpsvc.osadev.cloud] image:map[digest:sha256:01eb1340cda3b9e2988d69c58cca459cd11254eff3272ee49ea170ffd9de3c1f registry:arohcpsvcdev.azurecr.io repository:ci-op-5rmggnbr/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-5rmggnbr/pipeline:pull workloadIdentityClientId:d93c4053-c801-470f-bb5e-c876e889e0b8 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:3bd23cbc-2852-4280-ac58-72f9b9af4eee workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]\"\ntime=2026-02-26T18:06:49.208Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy url=\"https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6SUTWvbThDG7/oUi04xeEXi/5+0dckhTQqFQjFuTik9rFYTaZPVjjoza+PgD1/kl0QofonpbTX77I95mNGTeBBFwBjJAqsrVRgxYnIPZ5g/gpXvLhRjFnKhHKp16Yep4aUEMwirCjfGbsuDX4lSSqU/gWbOQjpUKQOzw1Aaefu5Ft9C43FRQ5B/1GsLJO7B2fZM8EDAFVArMk+sHYtD7UJJwLxlTeFPBJbrKBUEaV86DH0srUXaRKn29LQxfG0txvf6mKLvX2mLQQi9X7d98iPtwRRAGjzYHU66kC8uFC6UB1j5TsVpjF4/R5jXlibR+w62id4fexSlQnLPq9FN0Du7WI3ce5z3h346oAYhZ1nz8Xke5ASUar+Hb3d3kynGHeg922YJZEI4cwXQjTdvvGm2zcHFv4ksWE83AXALDy643sZw1gFmhlBXtsnMcyTILNat8oXmIwvQruXcnHVtgilh+9emye/PyVPMgQII8Nc2TDhZqnkFBEpcDSymblQOMgcI6qwwAm35LB2djy71+UiPLu8uPo7PL8b/fbhPByrL1F7N5fj/T/fpYJAs1SO6oJ5cKK5cCECdCMSgXpOvG3n9rEuWqiFsb18bHaoGi7X4fZCh8lgOVQ3MpmyRSAWQyhcd8wWw/RsAAP//tUsDTqgFAAA=\"\ntime=2026-02-26T18:06:49.210Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-02-26T18:06:49.210Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: sessiongate, kind: Deployment, status: InProgress\\ncontext deadline exceeded\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3796d4e6741d5657aa106b46b84d6ee7c621cc8a323332361ce1d435c3813f80","failure_pattern":"resource not ready, name: sessiongate, kind: Deployment, status: InProgress context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: sessiongate, kind: Deployment, status: InProgress\\ncontext deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["3796d4e6741d5657aa106b46b84d6ee7c621cc8a323332361ce1d435c3813f80"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3973/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027067731471241216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3973,"pr_state":"open","pr_sha":"2fe3821d157888ba051753bdd564252d5d13adab","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T17:06:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3635/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027064511143350272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3635,"pr_state":"closed","pr_sha":"2966930ee3d33c51c576b5c726f6ada6a2bbd292","final_merged_sha":"667202a9b4197ac55d423e9ab819b214e5051f7f","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T16:53:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027063271512608768","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4166,"pr_state":"closed","pr_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","final_merged_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T16:48:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4075/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027063015618121728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4075,"pr_state":"closed","pr_sha":"0cb534b52574c70ff3d99443f15f6226ac12d6d1","final_merged_sha":"4c157031af423b1f7a6117f86f65c7962bd89ff5","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T16:47:38Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"e719ee0372f57800c25c2b5ca9e13df241a8492f8b44d66a495b153ce11c5571","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4075/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027063015618121728","occurred_at":"2026-02-26T16:47:38Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3764/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027053934387924992","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3764,"pr_state":"closed","pr_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","final_merged_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T16:11:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4216/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027050790530584576","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4216,"pr_state":"closed","pr_sha":"e9d3aedf019f7de004555a103ff4e2680708099e","final_merged_sha":"e9d3aedf019f7de004555a103ff4e2680708099e","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T15:59:03Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027047177343209472","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4229,"pr_state":"closed","pr_sha":"6250bf2880aa0e571e45ce7b05f8b7847638c973","final_merged_sha":"6250bf2880aa0e571e45ce7b05f8b7847638c973","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T15:44:42Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3925/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027044051093557248","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3925,"pr_state":"open","pr_sha":"7e51a2c4bfcbf7f51ee8634661af6ad636b7a624","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T15:31:40Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027041329434857472","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4128,"pr_state":"closed","pr_sha":"40f4003443f80619edb1113fc2b5e9e817e58210","final_merged_sha":"97dcd3444b49cca0f791a06d67de76d5a3fc1f4b","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T15:21:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027041289832239104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4206,"pr_state":"closed","pr_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","final_merged_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T15:21:18Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"89fb9827620d097c9c6625288be28ebaa4a6a27157aece56f4da665437c30602","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027041289832239104","occurred_at":"2026-02-26T15:21:18Z","failed_at":"e2e","signature_id":"53cc97a104e056d9c052943d6064bde01092b3c10728d1ecf05c9faf0780b117","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0015083c0\u003e: \n failed to create HCP cluster list-test-cluster-7nxzjr: failed waiting for cluster=\"list-test-cluster-7nxzjr\" in resourcegroup=\"cluster-listing-b9d86s\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\",\n \"name\": \"316ab2aa-6ef3-41f4-950d-3837ec8f1957\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-26T16:57:25.884160289Z\",\n \"endTime\": \"2026-02-26T16:59:49.321806889Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\n--------------------------------------------------------------------------------\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\nERROR CODE: AuthorizationPermissionMismatch\\n--------------------------------------------------------------------------------\\n\\u003c?xml version=\\\"1.0\\\" encoding=\\\"utf-8\\\"?\\u003e\\u003cError\\u003e\\u003cCode\\u003eAuthorizationPermissionMismatch\\u003c/Code\\u003e\\u003cMessage\\u003eThis request is not authorized to perform this operation using this permission.\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\nTime:2026-02-26T16:58:59.0886326Z\\u003c/Message\\u003e\\u003c/Error\\u003e\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster list-test-cluster-7nxzjr: failed waiting for cluster=\\\"list-test-cluster-7nxzjr\\\" in resourcegroup=\\\"cluster-listing-b9d86s\\\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"name\\\": \\\"316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T16:57:25.884160289Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T16:59:49.321806889Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\\\nTime:2026-02-26T16:58:59.0886326Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0015083a0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-7nxzjr\\\" in resourcegroup=\\\"cluster-listing-b9d86s\\\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"name\\\": \\\"316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T16:57:25.884160289Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T16:59:49.321806889Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\\\nTime:2026-02-26T16:58:59.0886326Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0015083c0\u003e: \n failed to create HCP cluster list-test-cluster-7nxzjr: failed waiting for cluster=\"list-test-cluster-7nxzjr\" in resourcegroup=\"cluster-listing-b9d86s\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\",\n \"name\": \"316ab2aa-6ef3-41f4-950d-3837ec8f1957\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-26T16:57:25.884160289Z\",\n \"endTime\": \"2026-02-26T16:59:49.321806889Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\n--------------------------------------------------------------------------------\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\nERROR CODE: AuthorizationPermissionMismatch\\n--------------------------------------------------------------------------------\\n\\u003c?xml version=\\\"1.0\\\" encoding=\\\"utf-8\\\"?\\u003e\\u003cError\\u003e\\u003cCode\\u003eAuthorizationPermissionMismatch\\u003c/Code\\u003e\\u003cMessage\\u003eThis request is not authorized to perform this operation using this permission.\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\nTime:2026-02-26T16:58:59.0886326Z\\u003c/Message\\u003e\\u003c/Error\\u003e\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster list-test-cluster-7nxzjr: failed waiting for cluster=\\\"list-test-cluster-7nxzjr\\\" in resourcegroup=\\\"cluster-listing-b9d86s\\\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"name\\\": \\\"316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T16:57:25.884160289Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T16:59:49.321806889Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\\\nTime:2026-02-26T16:58:59.0886326Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0015083a0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-7nxzjr\\\" in resourcegroup=\\\"cluster-listing-b9d86s\\\" to finish creating: GET https://rp.j2239104.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"name\\\": \\\"316ab2aa-6ef3-41f4-950d-3837ec8f1957\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T16:57:25.884160289Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T16:59:49.321806889Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj2239104.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:0ba28688-e01e-003f-3641-a7551a000000\\\\nTime:2026-02-26T16:58:59.0886326Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eea64eddec12ea7a6221c8fd40bb79ac7f62074284efa8adfa6285e8d21d2b1a","failure_pattern":"ERROR CODE: InternalServerError; detail code AuthorizationPermissionMismatch; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eea64eddec12ea7a6221c8fd40bb79ac7f62074284efa8adfa6285e8d21d2b1a"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4225,"pr_state":"closed","pr_sha":"2ae66e5dac36b1aac91b8dcc77fcb24fd53d2c8f","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T15:03:57Z"},"failed_at":["e2e"],"failed_test_count":13,"occurrences":[{"row_id":"0476b00560f4382c9b42171e73b5e92c434ac68cd58bf67b8667fdf653bbef96","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"1d016626af28cd29ecdfb0abf05911244c1675142b15619c218347773a0c3598","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001003470\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-djclcg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-djclcg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00135bc50\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg\",\n },\n \u003c*fmt.wrapErrors | 0xc001003440\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-djclcg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00135bc50\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001003470\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-djclcg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-djclcg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00135bc50\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg\",\n },\n \u003c*fmt.wrapErrors | 0xc001003440\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-djclcg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00135bc50\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-djclcg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"0b5bbeb10e895eaf32411c7f1daefefcfe5493d663a48c579390c09969a0e822","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"dc1ada20182c8fdd63f4da838275c56526375efcbb3a7acdd2c0a9c2bd575af9","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012af7d0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nffc6t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-nffc6t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a64b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t\",\n },\n \u003c*fmt.wrapErrors | 0xc0012af7a0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-nffc6t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a64b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012af7d0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nffc6t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-nffc6t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a64b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t\",\n },\n \u003c*fmt.wrapErrors | 0xc0012af7a0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-nffc6t\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a64b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nffc6t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"1c7ccef7836d6c5c357590047617ce1db1dbdd5e4e23da6ae6a81b0a3526905a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"f80e6e9921d052325994d10aca8e992ea75fc58408952db64c76d47e52924776","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f1854070660, 0xc000816db0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x80b5f60?, 0xc000816db0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/26/26 17:39:50.537\n \"ts\"=\"2026-02-26 17:39:50.538108\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-02-26 17:39:50.538368\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-b6nhld\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:54.692118\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-b6nhld\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 17:39:55.250960\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-cm6ldk\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:55.421305\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-cm6ldk\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 17:39:56.228414\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 17:39:56.228539\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 17:39:56.228622\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-02-26 17:39:56.229817\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\"\n \"ts\"=\"2026-02-26 17:39:56.229832\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\"\n \"ts\"=\"2026-02-26 17:39:56.229883\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\"\n \"ts\"=\"2026-02-26 17:39:56.229847\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:56.836836\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:57.240653\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:57.672409\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:58.169797\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-02-26 17:39:58.526460\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\" \"deployment\"=\"msi-deployment-244\"\n \"ts\"=\"2026-02-26 17:39:58.961521\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\" \"deployment\"=\"msi-deployment-280\"\n \"ts\"=\"2026-02-26 17:39:59.354090\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\" \"deployment\"=\"msi-deployment-199\"\n \"ts\"=\"2026-02-26 17:39:59.814951\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-cm6ldk\"\n \"ts\"=\"2026-02-26 17:40:01.586555\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-02-26 17:40:02.135210\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"customer-infra-basic-hcp-cluster-b6nhld\"\n \"ts\"=\"2026-02-26 17:40:02.767984\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-02-26 17:40:02.768112\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-02-26 17:40:02.768220\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-52gf6d\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f1854070660, 0xc000816db0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x80b5f60?, 0xc000816db0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/26/26 17:39:50.537\n \"ts\"=\"2026-02-26 17:39:50.538108\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-02-26 17:39:50.538368\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-b6nhld\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:54.692118\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-b6nhld\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 17:39:55.250960\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-cm6ldk\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:55.421305\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-cm6ldk\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 17:39:56.228414\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 17:39:56.228539\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 17:39:56.228622\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-02-26 17:39:56.229817\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\"\n \"ts\"=\"2026-02-26 17:39:56.229832\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\"\n \"ts\"=\"2026-02-26 17:39:56.229883\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\"\n \"ts\"=\"2026-02-26 17:39:56.229847\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-52gf6d\"\n \"ts\"=\"2026-02-26 17:39:56.836836\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:57.240653\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:57.672409\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 17:39:58.169797\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-02-26 17:39:58.526460\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-244\" \"deployment\"=\"msi-deployment-244\"\n \"ts\"=\"2026-02-26 17:39:58.961521\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-280\" \"deployment\"=\"msi-deployment-280\"\n \"ts\"=\"2026-02-26 17:39:59.354090\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-199\" \"deployment\"=\"msi-deployment-199\"\n \"ts\"=\"2026-02-26 17:39:59.814951\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-cm6ldk\"\n \"ts\"=\"2026-02-26 17:40:01.586555\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-02-26 17:40:02.135210\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-52gf6d\" \"deployment\"=\"customer-infra-basic-hcp-cluster-b6nhld\"\n \"ts\"=\"2026-02-26 17:40:02.767984\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-02-26 17:40:02.768112\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-02-26 17:40:02.768220\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-52gf6d\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"31da0b859401ba2fc5ed0501cebf0dc4572ee0f4ae8e621c425157e5239a4bf5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"7513d50c3c68300e20e201ef23444212dd9271d236ce65cd770c5fae1a5d5d51","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011a16e0\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-nhdrn4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-nhdrn4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d711e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4\",\n },\n \u003c*fmt.wrapErrors | 0xc0011a16b0\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-nhdrn4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d711e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011a16e0\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-nhdrn4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-nhdrn4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d711e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4\",\n },\n \u003c*fmt.wrapErrors | 0xc0011a16b0\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-nhdrn4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d711e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-nhdrn4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"490f2ae53ea61911662346576cfab8b110b837fbcc8e808da2f2ed1ba1198636","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"569f60838f27141ba5685c5c36324933cf1e5346b4be6e556c754bd6b02db255","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008ef020\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xl8xs5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-xl8xs5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100c200\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5\",\n },\n \u003c*fmt.wrapErrors | 0xc0008eeff0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-xl8xs5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100c200\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008ef020\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xl8xs5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-xl8xs5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100c200\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5\",\n },\n \u003c*fmt.wrapErrors | 0xc0008eeff0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-xl8xs5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00100c200\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xl8xs5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"5b9fdb2638d855e1bb5f7a0796aaaedc89f6c1387ee5c0b1f4b075ca023cc87e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"5e5c19e8aa7df9a28bc514dd6ddf9e07c77895de9a38ac570780c7bdb05fea78","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"85d843f284ae3293a6820eb0fefdafcefadb01f59f73d31d68272294e7e50e74","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a949c0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-9k6lwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-9k6lwk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001379870\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk\",\n },\n \u003c*fmt.wrapErrors | 0xc000a94990\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-9k6lwk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001379870\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a949c0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-9k6lwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-9k6lwk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001379870\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk\",\n },\n \u003c*fmt.wrapErrors | 0xc000a94990\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-9k6lwk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001379870\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-9k6lwk\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"7e5ca1705856ac1c86312a2d256625aa49460e8b96494f73ba900bfc0c2b00a5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"3abd43465c9af21b495d8e779c63572515ed95b294c863e1d912370696a3b610","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011d5710\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-tln996\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-tln996\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00118b510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996\",\n },\n \u003c*fmt.wrapErrors | 0xc0011d56e0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-tln996\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00118b510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011d5710\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-tln996\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-tln996\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00118b510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996\",\n },\n \u003c*fmt.wrapErrors | 0xc0011d56e0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-tln996\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00118b510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-tln996\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"93c3acea395b25810efa62e648be9c785f8d7316c4b44e09dc256cf9a7b7c441","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"f19515a0adc0866da877a07996c43e908c712e8f0fedf87e912170ed17bde8de","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c08390\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pcvvcv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-pcvvcv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010cc4b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv\",\n },\n \u003c*fmt.wrapErrors | 0xc000c08300\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-pcvvcv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010cc4b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c08390\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pcvvcv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-pcvvcv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010cc4b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv\",\n },\n \u003c*fmt.wrapErrors | 0xc000c08300\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-pcvvcv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010cc4b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pcvvcv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"9c4a940fe428ac1eeb4ee79f62b578b9c6acbd5212d28231d4e86fbdddefa5e5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"7c3ac7bcfd127a6569bf6aff466c68453f4445a5e125f644d41c29bf1a259390","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fbf530\u003e: \n failed to create HCP cluster ea-list59w2fq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: failed waiting for cluster=\"ea-list59w2fq\" in resourcegroup=\"ea-list-n7vfgg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-list59w2fq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: failed waiting for cluster=\\\"ea-list59w2fq\\\" in resourcegroup=\\\"ea-list-n7vfgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f0fa20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg\",\n },\n \u003c*fmt.wrapErrors | 0xc000fbf500\u003e{\n msg: \"failed waiting for cluster=\\\"ea-list59w2fq\\\" in resourcegroup=\\\"ea-list-n7vfgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f0fa20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fbf530\u003e: \n failed to create HCP cluster ea-list59w2fq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: failed waiting for cluster=\"ea-list59w2fq\" in resourcegroup=\"ea-list-n7vfgg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-list59w2fq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: failed waiting for cluster=\\\"ea-list59w2fq\\\" in resourcegroup=\\\"ea-list-n7vfgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f0fa20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg\",\n },\n \u003c*fmt.wrapErrors | 0xc000fbf500\u003e{\n msg: \"failed waiting for cluster=\\\"ea-list59w2fq\\\" in resourcegroup=\\\"ea-list-n7vfgg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f0fa20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list59w2fq in resource group ea-list-n7vfgg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"a93c79079026852fe81b1c6870a6dccfadc7d72acb11c7663fed5e6a51bfe39c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"94dcb2a21777ff356e172bc889f49e1ae4bf22a864977a5f2b8766b93f9b8f4c","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010a7740\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-xnbf4n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-xnbf4n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00137cde0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n\",\n },\n \u003c*fmt.wrapErrors | 0xc0010a7710\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-xnbf4n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00137cde0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010a7740\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-xnbf4n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-xnbf4n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00137cde0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n\",\n },\n \u003c*fmt.wrapErrors | 0xc0010a7710\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-xnbf4n\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00137cde0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-xnbf4n\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"c5d0a4c6fbd8b75ae8bcee0bfbdcdfd34f08ebcb9ae3d08709e1f07546e03d46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"4364c694b4f99de2c900ccb92e71679a028b7d630ed41933aa2da1c9a59d3cf0","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b80ed0\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-hc87bh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-hc87bh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014738e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh\",\n },\n \u003c*fmt.wrapErrors | 0xc000b80ea0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-hc87bh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014738e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b80ed0\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-hc87bh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-hc87bh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014738e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh\",\n },\n \u003c*fmt.wrapErrors | 0xc000b80ea0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-hc87bh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014738e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-hc87bh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"e14d7f893ac33461a99500181f36293fc32a4a07cd15e39db970bd756af1fc51","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027036921569480704","occurred_at":"2026-02-26T15:03:57Z","failed_at":"e2e","signature_id":"2ba1bf23f73bd973fab21ac3d47c424260e657761f36d61d52dd80883bd23887","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016119e0\u003e: \n failed to create HCP cluster list-test-cluster-r9tffb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: failed waiting for cluster=\"list-test-cluster-r9tffb\" in resourcegroup=\"cluster-listing-jfwtfx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-r9tffb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: failed waiting for cluster=\\\"list-test-cluster-r9tffb\\\" in resourcegroup=\\\"cluster-listing-jfwtfx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fad280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx\",\n },\n \u003c*fmt.wrapErrors | 0xc0016119b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-r9tffb\\\" in resourcegroup=\\\"cluster-listing-jfwtfx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fad280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016119e0\u003e: \n failed to create HCP cluster list-test-cluster-r9tffb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: failed waiting for cluster=\"list-test-cluster-r9tffb\" in resourcegroup=\"cluster-listing-jfwtfx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-r9tffb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: failed waiting for cluster=\\\"list-test-cluster-r9tffb\\\" in resourcegroup=\\\"cluster-listing-jfwtfx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fad280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx\",\n },\n \u003c*fmt.wrapErrors | 0xc0016119b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-r9tffb\\\" in resourcegroup=\\\"cluster-listing-jfwtfx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fad280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-r9tffb in resource group cluster-listing-jfwtfx\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":13,"failure_pattern_ids":["9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":13,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4211/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027035095491153920","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4211,"pr_state":"open","pr_sha":"8e248ec000e5abcd96273d899a30516dd1e769b8","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T14:56:38Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"0378550076e0f8a5b94b30750a5579434011c727cdca61bad26700098fe19ee1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4211/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027035095491153920","occurred_at":"2026-02-26T14:56:38Z","failed_at":"provision","signature_id":"4ec1bbadb76ecab4f67a1049145fa3a3f1a547f7eb94737ae16ae905ce9dd8aa","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-26T15:59:04.164Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e sessiongate.image.registry \u003cnil\u003e}:{\u003cnil\u003e sessiongate.image.repository \u003cnil\u003e}@{\u003cnil\u003e sessiongate.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-26T15:59:07.318Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.EFTrAXRzgz/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-mdmz0cms/pipeline@sha256:a3132d48f67d74ec20b81d652ab3fff5fb0f3370fce694f9720cece0d540d27f to arohcpsvcdev.azurecr.io/ci-op-mdmz0cms/pipeline:a3132d48f67d74ec20b81d652ab3fff5fb0f3370fce694f9720cece0d540d27f.\\nThe image will still be available under it's original digest sha256:a3132d48f67d74ec20b81d652ab3fff5fb0f3370fce694f9720cece0d540d27f in the target registry.\\nError: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-mdmz0cms/pipeline/blobs/uploads/611c634a-b7ca-4976-bd5b-a917b94336c9?_nouploadcache=false\u0026_state=G0XYL6FBqIa2PyF_hlCNGRmxq-A8nzQEwxSE9hwE10Z7Ik5hbWUiOiJjaS1vcC1tZG16MGNtcy9waXBlbGluZSIsIlVVSUQiOiI2MTFjNjM0YS1iN2NhLTQ5NzYtYmQ1Yi1hOTE3Yjk0MzM2YzkiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjZUMTU6NTk6MDcuMDYzOTgzNTc5WiJ9\u0026digest=sha256%3Ad6f922f5b32836446d94dbb2e46cd5d47628d4910ae9760e665af4ed57169533\\\": unexpected EOF\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269","failure_pattern":"Error: Put \"\u003curl\u003e\": unexpected EOF","search_query":"Error: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-mdmz0cms/pipeline/blobs/uploads/611c634a-b7ca-4976-bd5b-a917b94336c9?_nouploadcache=false\u0026_state=G0XYL6FBqIa2PyF_hlCNGRmxq-A8nzQEwxSE9hwE10Z7Ik5hbWUiOiJjaS1vcC1tZG16MGNtcy9waXBlbGluZSIsIlVVSUQiOiI2MTFjNjM0YS1iN2NhLTQ5NzYtYmQ1Yi1hOTE3Yjk0MzM2YzkiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjZUMTU6NTk6MDcuMDYzOTgzNTc5WiJ9\u0026digest=sha256%3Ad6f922f5b32836446d94dbb2e46cd5d47628d4910ae9760e665af4ed57169533\\\": unexpected EOF"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3780/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027034694339530752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3780,"pr_state":"closed","pr_sha":"dcf56c7037cbaf934aab3f6c5a1aa40173a34c36","final_merged_sha":"dcf56c7037cbaf934aab3f6c5a1aa40173a34c36","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T14:55:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4100/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027034154234810368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4100,"pr_state":"closed","pr_sha":"dba199d1bba86192cea1d855f18e8fe56f746281","final_merged_sha":"dba199d1bba86192cea1d855f18e8fe56f746281","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T14:52:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4210/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027032817048752128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4210,"pr_state":"open","pr_sha":"bafae7a884337d3fd1d3147626c6999a8d28d04d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T14:47:32Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027030257810280448","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4126,"pr_state":"closed","pr_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","final_merged_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T14:37:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3635/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027028387037450240","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3635,"pr_state":"closed","pr_sha":"2966930ee3d33c51c576b5c726f6ada6a2bbd292","final_merged_sha":"667202a9b4197ac55d423e9ab819b214e5051f7f","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T14:30:00Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d51e48154041c3a959627b23aa5745edb9f7cd519a74405f35eec55a7be13908","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3635/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027028387037450240","occurred_at":"2026-02-26T14:30:00Z","failed_at":"provision","signature_id":"2312e65055e6c4d6f80f7459a29775bdeba3bf06c8ab895a6636955333068ad2","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-26T15:20:05.459Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e sessiongate.image.registry \u003cnil\u003e}:{\u003cnil\u003e sessiongate.image.repository \u003cnil\u003e}@{\u003cnil\u003e sessiongate.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-26T15:20:43.140Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.cPzb88aOJT/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-glt56nnw/pipeline@sha256:d341b352350f683969cbb8c0eed104759a1440a09bfe8c680e0ea2ea95e14eec to arohcpsvcdev.azurecr.io/ci-op-glt56nnw/pipeline:d341b352350f683969cbb8c0eed104759a1440a09bfe8c680e0ea2ea95e14eec.\\nThe image will still be available under it's original digest sha256:d341b352350f683969cbb8c0eed104759a1440a09bfe8c680e0ea2ea95e14eec in the target registry.\\nError response from registry: generic storage error: unknown_storage_failure\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023","failure_pattern":"Error response from registry: generic storage error: unknown_storage_failure","search_query":"Error response from registry: generic storage error: unknown_storage_failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027003136341708800","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4206,"pr_state":"closed","pr_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","final_merged_sha":"b1cdfeb902184c5da685543ea4752d15f4fedbf3","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T12:49:42Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"9418ff8857f4e041627c4b4ca7f28f13d7f88d6c4087ea42efebfad6cdea121c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4206/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2027003136341708800","occurred_at":"2026-02-26T12:49:42Z","failed_at":"e2e","signature_id":"91c942d46b27ce21bff1f8d8223a589b2b7421d8f54c4d5ce869fb3042c64033","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc000f8c660\u003e: \n failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000ffe520\u003e{\n msg: \"failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\",\n err: \u003c*fmt.wrapError | 0xc000ffe500\u003e{\n msg: \"failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\",\n err: \u003c*azidentity.AuthenticationFailedError | 0xc001704d50\u003e{\n RawResponse: nil,\n credType: \"AzureCLICredential\",\n message: \"signal: killed\",\n omitResponse: false,\n },\n },\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc000f8c660\u003e: \n failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000ffe520\u003e{\n msg: \"failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\",\n err: \u003c*fmt.wrapError | 0xc000ffe500\u003e{\n msg: \"failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed\",\n err: \u003c*azidentity.AuthenticationFailedError | 0xc001704d50\u003e{\n RawResponse: nil,\n credType: \"AzureCLICredential\",\n message: \"signal: killed\",\n omitResponse: false,\n },\n },\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c63bbcb9f99d2c64188ab8aa6dba590eb943720e17523ff6b409f91995877c19","failure_pattern":"failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed","search_query":"failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c63bbcb9f99d2c64188ab8aa6dba590eb943720e17523ff6b409f91995877c19"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026999970862731264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4166,"pr_state":"closed","pr_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","final_merged_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T12:37:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4126/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026996653319262208","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4126,"pr_state":"closed","pr_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","final_merged_sha":"c182a32b82ccee69d67ae3494431a2f0a819fdea","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T12:23:56Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4196/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026987464484196352","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4196,"pr_state":"closed","pr_sha":"b541ca7e953f8e1929cb1cc01938e54152b9c8e2","final_merged_sha":"b541ca7e953f8e1929cb1cc01938e54152b9c8e2","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T11:47:19Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3764/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026970416102248448","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3764,"pr_state":"closed","pr_sha":"e726e43da898582ef176ec9276b4acfe078b9e3f","final_merged_sha":"e5b4a5c5d47e76f3a52bc9ed42615eac10be20ff","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T10:39:41Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026969898994896896","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4205,"pr_state":"closed","pr_sha":"a4fb1d664031412030657595007e7a0902353b99","final_merged_sha":"a36f37aae6ead63c15a10186a904f97e4e0fc50d","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T10:37:37Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"46d10fdac9643cc8a86fbcc52f33b5f70b4f46bd7016093d210cdbfcab4159e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026969898994896896","occurred_at":"2026-02-26T10:37:37Z","failed_at":"e2e","signature_id":"1a5aaded318d961fe20e13b2acbabbb721aa4da5cafbb9ec6ca2b681de244e1c","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000f723c0\u003e: \n failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-j7767t\" for cluster=\"ea-listnplnzn\": PUT https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-j7767t\\\" for cluster=\\\"ea-listnplnzn\\\": PUT https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00063e780\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"091a6625-f578-4572-89d6-eef220ef4fd9\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 11:52:58 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10003\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000f72300\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4896896.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1....\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000f723c0\u003e: \n failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-j7767t\" for cluster=\"ea-listnplnzn\": PUT https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-j7767t\\\" for cluster=\\\"ea-listnplnzn\\\": PUT https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00063e780\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"091a6625-f578-4572-89d6-eef220ef4fd9\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 11:52:58 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10003\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000f72300\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4896896.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-j7767t/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listnplnzn/externalAuths/ea-list\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1....\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4975753236b934241abbb7792d3b16e1ddd1a415999e7e6415465a8ccbd32163","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention"}},{"row_id":"a583a16b24d24e61f868e72572628ec0fd12112652ba7c50896886bbac0feb37","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4205/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026969898994896896","occurred_at":"2026-02-26T10:37:37Z","failed_at":"e2e","signature_id":"2afcd3e40b29d7399214f7d3c3d1dd9b1f2c8837029f49a96ced93014c867fba","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000730440\u003e: \n failed to start credential request: POST https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0015606f0\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"dc8fa544-ae88-4bc0-a51a-667baaf0a1f5\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 11:52:58 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10004\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000730360\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4896896.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000730440\u003e: \n failed to start credential request: POST https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j4896896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0015606f0\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"dc8fa544-ae88-4bc0-a51a-667baaf0a1f5\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 11:52:58 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10004\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000730360\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4896896.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-4r59dj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4975753236b934241abbb7792d3b16e1ddd1a415999e7e6415465a8ccbd32163","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["4975753236b934241abbb7792d3b16e1ddd1a415999e7e6415465a8ccbd32163"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4225,"pr_state":"closed","pr_sha":"2ae66e5dac36b1aac91b8dcc77fcb24fd53d2c8f","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T10:27:33Z"},"failed_at":["e2e"],"failed_test_count":17,"occurrences":[{"row_id":"009ddbff9a5484c3f725f04e69840f3b67841df73bff7e8e8dce0c7e3c27801e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"f1d91c3a13563c77e3d775a3cdecee59dfdbfd22df32bf908b95fa83db9b6960","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001016ba0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-7wmdlf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-7wmdlf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ddea60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf\",\n },\n \u003c*fmt.wrapErrors | 0xc001016b70\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-7wmdlf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ddea60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001016ba0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-7wmdlf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-7wmdlf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ddea60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf\",\n },\n \u003c*fmt.wrapErrors | 0xc001016b70\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-7wmdlf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ddea60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-7wmdlf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"0ac0990fa50645ca260c3730aa8d214cb77e0a8865ae498cfe5bfca17a84163a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"106d224aa34a7869e19e394f6ee667057bf6615700b2af2a0280cc497cb8453e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"632d733756614874724b35377ad3b57722e3b3737de0e219f7f162f3bf67b4e0","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009bc600\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mrcfvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-mrcfvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016be400\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp\",\n },\n \u003c*fmt.wrapErrors | 0xc0009bc5d0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-mrcfvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016be400\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009bc600\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mrcfvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-mrcfvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016be400\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp\",\n },\n \u003c*fmt.wrapErrors | 0xc0009bc5d0\u003e{\n msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-mrcfvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016be400\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-mrcfvp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"15c4ff058e9c5f5b966eb52384dd53265c162ef8d29b7096128ed359c9ba7f8b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"11e7aed85d091f48944fccb0b15323c30857b1d7a1237e545550393e64c5f47a","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fe4720\u003e: \n failed to create HCP cluster list-test-cluster-llxr82, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: failed waiting for cluster=\"list-test-cluster-llxr82\" in resourcegroup=\"cluster-listing-qhbgh2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-llxr82, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: failed waiting for cluster=\\\"list-test-cluster-llxr82\\\" in resourcegroup=\\\"cluster-listing-qhbgh2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00113a720\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2\",\n },\n \u003c*fmt.wrapErrors | 0xc000fe46f0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-llxr82\\\" in resourcegroup=\\\"cluster-listing-qhbgh2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00113a720\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fe4720\u003e: \n failed to create HCP cluster list-test-cluster-llxr82, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: failed waiting for cluster=\"list-test-cluster-llxr82\" in resourcegroup=\"cluster-listing-qhbgh2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-llxr82, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: failed waiting for cluster=\\\"list-test-cluster-llxr82\\\" in resourcegroup=\\\"cluster-listing-qhbgh2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00113a720\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2\",\n },\n \u003c*fmt.wrapErrors | 0xc000fe46f0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-llxr82\\\" in resourcegroup=\\\"cluster-listing-qhbgh2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00113a720\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-llxr82 in resource group cluster-listing-qhbgh2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"179621dd1a06779ee44f6741956fef37ea2aed7d8493acbf24f25f34ffc1620f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"1e1c9f66e4df9550e0c32d72f34b3f5c16428c39f81b319124275a9f102ccafd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"3f83353dc4debb6a78e4cb7a8afe527a87f320f20a979180314e79ae9802e60b","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f5e6f0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-kqgwvn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kqgwvn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000de1980\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn\",\n },\n \u003c*fmt.wrapErrors | 0xc000f5e6c0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kqgwvn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000de1980\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f5e6f0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-kqgwvn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kqgwvn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000de1980\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn\",\n },\n \u003c*fmt.wrapErrors | 0xc000f5e6c0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kqgwvn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000de1980\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kqgwvn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"21cccaffc01ac26a70518ce82ed185cfb851d540a7f94c295d52891b8d3cee96","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"e3543d61708bf78c44d13d3c222a22a1ff5c9bf03b588f42c3f05e42bafe0ef5","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d6ee10\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-wx7qgt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-wx7qgt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014fefe0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt\",\n },\n \u003c*fmt.wrapErrors | 0xc000d6ede0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-wx7qgt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014fefe0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d6ee10\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-wx7qgt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-wx7qgt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014fefe0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt\",\n },\n \u003c*fmt.wrapErrors | 0xc000d6ede0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-wx7qgt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0014fefe0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-wx7qgt\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"23625209ee6c5c26598567207a374d727b6da6be5124fb26cf174ab990fd0d64","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"14a37a470c1125e3395e61325a32430355d5dd85f3fbb6a5036d31d7344fb60c","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fbf410\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-g4fk95\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-g4fk95\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009e3d10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95\",\n },\n \u003c*fmt.wrapErrors | 0xc000fbf3e0\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-g4fk95\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009e3d10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fbf410\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-g4fk95\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-g4fk95\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009e3d10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95\",\n },\n \u003c*fmt.wrapErrors | 0xc000fbf3e0\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-g4fk95\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009e3d10\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-g4fk95\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"266cc4d9e61f9c636df0f777853e2416d6d537b8694e475a3e56d5e9736fae86","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"48b0bdb09b4f1b7e874f31c68ba7140c18b7e5fa91ecdf72334b67b406ce2ed4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"b979b8b014d8d4258b09a2de087f4bfdef7973982b851421cf342202060c212e","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001480630\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-pf2qnr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pf2qnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d71d60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr\",\n },\n \u003c*fmt.wrapErrors | 0xc001480600\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pf2qnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d71d60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001480630\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-pf2qnr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pf2qnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d71d60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr\",\n },\n \u003c*fmt.wrapErrors | 0xc001480600\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-pf2qnr\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d71d60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-pf2qnr\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"4b443b44aa057277899d87b392d2378545df855ff500ff538f8f977bd376f174","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"2e94a10bc6bc0733fc13efe9ee6dacd25fe2c89bb0b80ce08fd72b2aa3b9451f","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001126b70\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-bxxtl2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-bxxtl2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001014770\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2\",\n },\n \u003c*fmt.wrapErrors | 0xc001126b40\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-bxxtl2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001014770\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001126b70\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-bxxtl2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-bxxtl2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001014770\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2\",\n },\n \u003c*fmt.wrapErrors | 0xc001126b40\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-bxxtl2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001014770\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-bxxtl2\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"5c852ff30e31d514dd4a90e170a2d5250e8e49632e3b62dc2ceb90b2b0a4767c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"6aa01e1b0508431b89154601ffa84d2690792d304ccfa03da09bbb28e5e9eca0","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00061c630\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-stt5wc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stt5wc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00178a1f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc\",\n },\n \u003c*fmt.wrapErrors | 0xc00061c600\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stt5wc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00178a1f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00061c630\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-stt5wc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stt5wc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00178a1f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc\",\n },\n \u003c*fmt.wrapErrors | 0xc00061c600\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stt5wc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00178a1f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-stt5wc\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"6ac825dc812dcfa50101491eaf0c3a4671b7cb52616cf04d720c366b463b4d44","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"bde96048671b3138dd4af0f0f1ac38d550e7665d24092f27159b079938f0ca11","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"\u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7fcb8c4e3c60, 0xc000a522d0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8076598?, 0xc000a522d0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 81\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/26/26 13:06:10.725\n \"ts\"=\"2026-02-26 13:06:10.726178\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-02-26 13:06:10.726334\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-554r9z\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:11.785997\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-554r9z\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 13:06:12.255638\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-24sj2m\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:12.424837\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-24sj2m\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 13:06:13.044924\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 13:06:13.045170\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 13:06:13.045383\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-02-26 13:06:13.047759\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:13.048019\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\"\n \"ts\"=\"2026-02-26 13:06:13.049425\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\"\n \"ts\"=\"2026-02-26 13:06:13.046916\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\"\n \"ts\"=\"2026-02-26 13:06:13.826491\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-02-26 13:06:14.512930\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:15.252506\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:15.869704\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:16.440683\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-24sj2m\"\n \"ts\"=\"2026-02-26 13:06:17.111713\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\" \"deployment\"=\"msi-deployment-172\"\n \"ts\"=\"2026-02-26 13:06:17.695672\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\" \"deployment\"=\"msi-deployment-122\"\n \"ts\"=\"2026-02-26 13:06:18.412782\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\" \"deployment\"=\"msi-deployment-140\"\n \"ts\"=\"2026-02-26 13:06:19.013534\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-02-26 13:06:21.506054\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"customer-infra-basic-hcp-cluster-554r9z\"\n \"ts\"=\"2026-02-26 13:06:22.253168\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-02-26 13:06:22.253431\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-02-26 13:06:22.253617\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n\u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7fcb8c4e3c60, 0xc000a522d0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8076598?, 0xc000a522d0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 81\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/26/26 13:06:10.725\n \"ts\"=\"2026-02-26 13:06:10.726178\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-02-26 13:06:10.726334\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-554r9z\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:11.785997\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-554r9z\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 13:06:12.255638\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-24sj2m\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:12.424837\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-24sj2m\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-02-26 13:06:13.044924\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 13:06:13.045170\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-02-26 13:06:13.045383\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-02-26 13:06:13.047759\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\n \"ts\"=\"2026-02-26 13:06:13.048019\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\"\n \"ts\"=\"2026-02-26 13:06:13.049425\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\"\n \"ts\"=\"2026-02-26 13:06:13.046916\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\"\n \"ts\"=\"2026-02-26 13:06:13.826491\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-02-26 13:06:14.512930\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:15.252506\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:15.869704\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-02-26 13:06:16.440683\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-24sj2m\"\n \"ts\"=\"2026-02-26 13:06:17.111713\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-172\" \"deployment\"=\"msi-deployment-172\"\n \"ts\"=\"2026-02-26 13:06:17.695672\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-122\" \"deployment\"=\"msi-deployment-122\"\n \"ts\"=\"2026-02-26 13:06:18.412782\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-140\" \"deployment\"=\"msi-deployment-140\"\n \"ts\"=\"2026-02-26 13:06:19.013534\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-02-26 13:06:21.506054\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-fjtg4k\" \"deployment\"=\"customer-infra-basic-hcp-cluster-554r9z\"\n \"ts\"=\"2026-02-26 13:06:22.253168\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-02-26 13:06:22.253431\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-02-26 13:06:22.253617\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-fjtg4k\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"805e85a0e692583ad49f81933a70b06e97a72a0ad6f84e767ade635776d99c16","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"6727142459c1f5d80020527d31d31bce6ce82e3a5bf78e76c54df3468d3d1065","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001124f00\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-vqzb76\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-vqzb76\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a6280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76\",\n },\n \u003c*fmt.wrapErrors | 0xc001124ed0\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-vqzb76\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a6280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001124f00\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-vqzb76\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-vqzb76\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a6280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76\",\n },\n \u003c*fmt.wrapErrors | 0xc001124ed0\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-vqzb76\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012a6280\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-vqzb76\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"9706b0bc4959518484315e9c020b7af71eddfd74239124394bce9396541ae304","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"7917cf4672bb45b6cbd3f7b29ebdc760f4083014f9074a5ff0f235f8d0f3301b","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007983c0\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-qmkdkx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-qmkdkx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001045190\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx\",\n },\n \u003c*fmt.wrapErrors | 0xc000798390\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-qmkdkx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001045190\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007983c0\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-qmkdkx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-qmkdkx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001045190\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx\",\n },\n \u003c*fmt.wrapErrors | 0xc000798390\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-qmkdkx\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001045190\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-qmkdkx\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"9ef075e732e4a52dcdf9e56a6e1b6a3b970b532697f9a577b81bd32f0e7314c1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"bd224beb59db388172833d9270fd348d24b0802a46014fcdd2c8fed2dd855ad9","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001518f30\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-w4ksp4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-w4ksp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00101ff20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4\",\n },\n \u003c*fmt.wrapErrors | 0xc001518f00\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-w4ksp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00101ff20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001518f30\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-w4ksp4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-w4ksp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00101ff20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4\",\n },\n \u003c*fmt.wrapErrors | 0xc001518f00\u003e{\n msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-w4ksp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00101ff20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-w4ksp4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}},{"row_id":"d4db0dd40897be4a597e408f7e801ba2817aed63eb37df4517ce6d4be0292d84","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026967362833485824","occurred_at":"2026-02-26T10:27:33Z","failed_at":"e2e","signature_id":"108b87277b05f5844528689d72e1b35a5affa503315811b5699116ab692b4d49","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eaeba0\u003e: \n failed to create HCP cluster ea-listqfwr9c, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: failed waiting for cluster=\"ea-listqfwr9c\" in resourcegroup=\"ea-list-m66mhv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listqfwr9c, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: failed waiting for cluster=\\\"ea-listqfwr9c\\\" in resourcegroup=\\\"ea-list-m66mhv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77550\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv\",\n },\n \u003c*fmt.wrapErrors | 0xc000eaeb70\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listqfwr9c\\\" in resourcegroup=\\\"ea-list-m66mhv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77550\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eaeba0\u003e: \n failed to create HCP cluster ea-listqfwr9c, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: failed waiting for cluster=\"ea-listqfwr9c\" in resourcegroup=\"ea-list-m66mhv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listqfwr9c, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: failed waiting for cluster=\\\"ea-listqfwr9c\\\" in resourcegroup=\\\"ea-list-m66mhv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77550\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv\",\n },\n \u003c*fmt.wrapErrors | 0xc000eaeb70\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listqfwr9c\\\" in resourcegroup=\\\"ea-list-m66mhv\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77550\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listqfwr9c in resource group ea-list-m66mhv\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7v2zmp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7v2zmp, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":17,"failure_pattern_ids":["75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":17,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4208/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026962749069725696","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4208,"pr_state":"closed","pr_sha":"c8160d3983282ee9fdf3e2f47f59530a011c9e1c","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T10:09:13Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"54d5c81f4cd357999e57edd6f79f9396eebb3585cf9c247fcc5315f2c2cf3dac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4208/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026962749069725696","occurred_at":"2026-02-26T10:09:13Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4222/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026959583708188672","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4222,"pr_state":"closed","pr_sha":"9177bd9d193220751c0db447839e5df7812e19f9","final_merged_sha":"9177bd9d193220751c0db447839e5df7812e19f9","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T09:56:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026937588379553792","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T08:29:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4223/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026925496255647744","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4223,"pr_state":"closed","pr_sha":"35894b0174c6f390f115d07d5997434c8f8fd379","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T07:41:05Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"94e64ab81093fa86a08b17cac505ecdf37adae01dd88836be30a68bede0e7950","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4223/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026925496255647744","occurred_at":"2026-02-26T07:41:05Z","failed_at":"provision","signature_id":"0cfdbc69e36cd9409140a1d94f3eca54c19e2976278c5f5c45b1651fb5c59fcf","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/cluster","test_suite":"step graph","failure_text":"time=2026-02-26T08:11:49.144Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/mgmt-cluster.bicep\\n Parameters: configurations/mgmt-cluster.tmpl.bicepparam\"\ntime=2026-02-26T08:11:49.840Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster\ntime=2026-02-26T08:11:51.159Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster deployment=476cb1d61701423f45b76d3170e7f8c698b389a17cee3febfd45563b3d1d1ced\ntime=2026-02-26T08:21:24.238Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5647744-mgmt-1/providers/Microsoft.Resources/deployments/476cb1d61701423f45b76d3170e7f8c698b389a17cee3febfd45563b3d1d1ced/operationStatuses/08584295133750695708\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5647744-mgmt-1/providers/Microsoft.Resources/deployments/aks-diagnostic-setting\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"BadRequest\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5647744-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j5647744-mgmt-1/providers/Microsoft.Insights/diagnosticSettings/aks-audit-logs\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"BadRequest\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"Resources should be in the same region. Resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5647744-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j5647744-mgmt-1' is in region 'westus3' and resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-kusto-us/providers/Microsoft.EventHub/namespaces/hcp-dev-us-eh' is in region 'eastus2'.\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e6f930091a1fa374e03e77636a8b7433057947654f068dc23add03a13d8dae48","failure_pattern":"ERROR CODE: DeploymentFailed; detail code BadRequest; detail message Resources should be in the same region. Resource '/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.ContainerService/managedClusters/prow-j5647744-mgmt-1' is in region 'westus3' and resource '/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.EventHub/namespaces/hcp-dev-us-eh' is in region 'eastus2'.\"\\\\\\ \\\\ }; provider Microsoft.EventHub","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["e6f930091a1fa374e03e77636a8b7433057947654f068dc23add03a13d8dae48"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026924813334876160","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4128,"pr_state":"closed","pr_sha":"09aa40cff0b0c365c0f7fb7bc0a54d926e428752","final_merged_sha":"97dcd3444b49cca0f791a06d67de76d5a3fc1f4b","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T07:38:26Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"445fefa0d495f7ed6a7ac53df41e7891a1eae853bdc1c49e309cd60454435508","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026924813334876160","occurred_at":"2026-02-26T07:38:26Z","failed_at":"provision","signature_id":"55df8ef767832357b4eed91c76c181e04e89cd243d85f72d5f7ac8ee4f9cef71","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/aro-hcp-exporter","test_suite":"step graph","failure_text":"time=2026-02-26T08:25:51.606Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter description=\"Step aro-hcp-exporter\\n Kind: Helm\\n\"\ntime=2026-02-26T08:25:52.342Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter values=\"map[cacheTTL:60m collectionInterval:2m deployment:map[name:aro-hcp-exporter] enabledCollectors:[service-tag-usage] image:map[digest:sha256:b138301009f792415bbd9283194d5142126db46886f3dd7ecd6f6ba855e53c18 registry:arohcpsvcdev.azurecr.io repository:arohcpmetrics] listenAddress::8080 service:map[name:aro-hcp-exporter] serviceAccount:map[create:true msiClientId:901057f4-b5dc-4730-b552-4c66e66fe060 name:aro-hcp-exporter] subscriptionNames:[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]]\"\ntime=2026-02-26T08:25:52.342Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:52.724Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter namespace=aro-hcp-exporter\ntime=2026-02-26T08:25:52.725Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter dryRun=false\ntime=2026-02-26T08:25:52.725Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:53.130Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:54.571Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first\"\ntime=2026-02-26T08:25:54.571Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:54.571Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:54.696Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"failed to get status for release aro-hcp-exporter: release: not found\"\ntime=2026-02-26T08:25:54.696Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-26T08:25:54.697Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"error running Helm release deployment Step, failed to deploy helm release: unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d584c2f6fbcd06c773837f5d5dff69e1656c5ecfc2a82478b87d9c1504f26fc4","failure_pattern":"unable to build kubernetes objects from release manifest: resource mapping not found for name: \"aro-hcp-exporter\" namespace: \"aro-hcp-exporter\" from \"\": no matches for kind \"ServiceMonitor\" in version \"monitoring.coreos.com/v1\" ensure CRDs are installed first","search_query":"error running Helm release deployment Step, failed to deploy helm release: unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["d584c2f6fbcd06c773837f5d5dff69e1656c5ecfc2a82478b87d9c1504f26fc4"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4222/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026912675811823616","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4222,"pr_state":"closed","pr_sha":"9e3436b10876398728243395a3e85820af59394e","final_merged_sha":"9177bd9d193220751c0db447839e5df7812e19f9","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T06:50:14Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"574a3dfc36e1fc3ef5e937f2e0faef4bd6c08a087c1d15afa27deb1acbbb2dfb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4222/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026912675811823616","occurred_at":"2026-02-26T06:50:14Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026905229743624192","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4212,"pr_state":"closed","pr_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","final_merged_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T06:20:39Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"d8e3948e8815365eac8e5f027fb672ae4d5f379458e810c50aeb285c15a93bee","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026905229743624192","occurred_at":"2026-02-26T06:20:39Z","failed_at":"e2e","signature_id":"5b6ddacebaace576ee1a29f16b2e6d6cfbb4f0ec668ee17013316f4437077d98","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000c218e0\u003e: \n failed to create route: the server is currently unable to handle the request\n {\n msg: \"failed to create route: the server is currently unable to handle the request\",\n err: \u003c*errors.StatusError | 0xc00134f040\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server is currently unable to handle the request\",\n Reason: \"ServiceUnavailable\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 503,\n },\n },\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000c218e0\u003e: \n failed to create route: the server is currently unable to handle the request\n {\n msg: \"failed to create route: the server is currently unable to handle the request\",\n err: \u003c*errors.StatusError | 0xc00134f040\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server is currently unable to handle the request\",\n Reason: \"ServiceUnavailable\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 503,\n },\n },\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eaacc54ebd46cefe15abd433d5c3a394c2c9eab33016bf077e0076e05e8a3f60","failure_pattern":"failed to create route: the server is currently unable to handle the request","search_query":"failed to create route: the server is currently unable to handle the request"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eaacc54ebd46cefe15abd433d5c3a394c2c9eab33016bf077e0076e05e8a3f60"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026893352632324096","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T05:33:27Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3956/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026876638079225856","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3956,"pr_state":"closed","pr_sha":"66b441ca6c953e69bc787272a5e23c01c0d73f5b","final_merged_sha":"66b441ca6c953e69bc787272a5e23c01c0d73f5b","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T04:27:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026875927891283968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3956,"pr_state":"closed","pr_sha":"66b441ca6c953e69bc787272a5e23c01c0d73f5b","final_merged_sha":"66b441ca6c953e69bc787272a5e23c01c0d73f5b","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T04:24:13Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"9eab91427c83a2365138d246e4b39a7ec913113983dec715b581143bef71ae08","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026875927891283968","occurred_at":"2026-02-26T04:24:13Z","failed_at":"provision","signature_id":"0cfdbc69e36cd9409140a1d94f3eca54c19e2976278c5f5c45b1651fb5c59fcf","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/cluster","test_suite":"step graph","failure_text":"time=2026-02-26T04:53:17.598Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/mgmt-cluster.bicep\\n Parameters: configurations/mgmt-cluster.tmpl.bicepparam\"\ntime=2026-02-26T04:53:18.391Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster\ntime=2026-02-26T04:53:19.792Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster deployment=1a2b2df63d329fd750de1093dc1e6e42a28fcc94f1bbd1233db2cb80ac726218\ntime=2026-02-26T05:07:53.714Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.Resources/deployments/1a2b2df63d329fd750de1093dc1e6e42a28fcc94f1bbd1233db2cb80ac726218/operationStatuses/08584295252865036397\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.Resources/deployments/cluster-zanamtwfjijog\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.Resources/deployments/user-agent-pools\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.Resources/deployments/user-agent-pools\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Conflict\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j1283968-mgmt-1/agentPools/user3\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"OperationNotAllowed\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"details\\\\\\\\\\\\\\\": null,\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: bbca5fb5-9d62-4574-9d97-394497a22428) on the managed cluster started on UTC 2026-02-26T05:04:52Z. Please wait for it to finish before starting a new operation. You can also use 'az aks operation-abort ...' to abort the ongoing operation.\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"subcode\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n },\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Conflict\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j1283968-mgmt-1/agentPools/user2\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"OperationNotAllowed\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"details\\\\\\\\\\\\\\\": null,\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: bbca5fb5-9d62-4574-9d97-394497a22428) on the managed cluster started on UTC 2026-02-26T05:04:52Z. Please wait for it to finish before starting a new operation. You can also use 'az aks operation-abort ...' to abort the ongoing operation.\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"subcode\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n },\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Conflict\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1283968-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j1283968-mgmt-1/agentPools/user1\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"OperationNotAllowed\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"details\\\\\\\\\\\\\\\": null,\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: bbca5fb5-9d62-4574-9d97-394497a22428) on the managed cluster started on UTC 2026-02-26T05:04:52Z. Please wait for it to finish before starting a new operation. You can also use 'az aks operation-abort ...' to abort the ongoing operation.\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"subcode\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e2919b240ef1e8355a874f058c7c8f729674641765d4bbf91f8962e75c0a1b84","failure_pattern":"ERROR CODE: DeploymentFailed; detail code OperationNotAllowed; detail message Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: \u003cuuid\u003e) on the managed cluster started on UTC \u003ctimestamp\u003e.; provider Microsoft.ContainerService","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["e2919b240ef1e8355a874f058c7c8f729674641765d4bbf91f8962e75c0a1b84"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026847176247742464","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4212,"pr_state":"closed","pr_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","final_merged_sha":"551e259a36be7a8b6e5199c23a5f2890117fae0f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T02:29:58Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4207/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026841691515785216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4207,"pr_state":"closed","pr_sha":"a02b279a61587d577a594a03ad7cf24d793edffe","final_merged_sha":"a02b279a61587d577a594a03ad7cf24d793edffe","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-26T02:08:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4213/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026824926018670592","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4213,"pr_state":"closed","pr_sha":"096bc31775b32d485c1da66c7c477745a134e33c","final_merged_sha":"096bc31775b32d485c1da66c7c477745a134e33c","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-26T01:01:23Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"7283ab75806225bd6e208055292ca8f45a4e9b61849ecebc877bfc074e32b2ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4213/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026824926018670592","occurred_at":"2026-02-26T01:01:23Z","failed_at":"e2e","signature_id":"35a8e6929231fbe7d64a1427e5f6f2b995af2cb9cc03bd82c4fa1604f9522674","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000a166c0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-7mwptw\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\",\n \"name\": \"34cf1182-0561-47e6-a596-52cca686f248\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-26T01:56:59.133998051Z\",\n \"endTime\": \"2026-02-26T01:59:27.238045379Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\n--------------------------------------------------------------------------------\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\nERROR CODE: AuthorizationPermissionMismatch\\n--------------------------------------------------------------------------------\\n\\u003c?xml version=\\\"1.0\\\" encoding=\\\"utf-8\\\"?\\u003e\\u003cError\\u003e\\u003cCode\\u003eAuthorizationPermissionMismatch\\u003c/Code\\u003e\\u003cMessage\\u003eThis request is not authorized to perform this operation using this permission.\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\nTime:2026-02-26T01:59:04.2086279Z\\u003c/Message\\u003e\\u003c/Error\\u003e\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-7mwptw\\\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"name\\\": \\\"34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T01:56:59.133998051Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T01:59:27.238045379Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\\\nTime:2026-02-26T01:59:04.2086279Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000a166a0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-7mwptw\\\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"name\\\": \\\"34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T01:56:59.133998051Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T01:59:27.238045379Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\\\nTime:2026-02-26T01:59:04.2086279Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000a166c0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-7mwptw\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\",\n \"name\": \"34cf1182-0561-47e6-a596-52cca686f248\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-26T01:56:59.133998051Z\",\n \"endTime\": \"2026-02-26T01:59:27.238045379Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\n--------------------------------------------------------------------------------\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\nERROR CODE: AuthorizationPermissionMismatch\\n--------------------------------------------------------------------------------\\n\\u003c?xml version=\\\"1.0\\\" encoding=\\\"utf-8\\\"?\\u003e\\u003cError\\u003e\\u003cCode\\u003eAuthorizationPermissionMismatch\\u003c/Code\\u003e\\u003cMessage\\u003eThis request is not authorized to perform this operation using this permission.\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\nTime:2026-02-26T01:59:04.2086279Z\\u003c/Message\\u003e\\u003c/Error\\u003e\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-7mwptw\\\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"name\\\": \\\"34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T01:56:59.133998051Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T01:59:27.238045379Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\\\nTime:2026-02-26T01:59:04.2086279Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000a166a0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-7mwptw\\\" to finish creating: GET https://rp.j8670592.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"name\\\": \\\"34cf1182-0561-47e6-a596-52cca686f248\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-26T01:56:59.133998051Z\\\",\\n \\\"endTime\\\": \\\"2026-02-26T01:59:27.238045379Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://arohcpprowoidcj8670592.blob.core.windows.net/$web\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 403: 403 This request is not authorized to perform this operation using this permission.\\\\nERROR CODE: AuthorizationPermissionMismatch\\\\n--------------------------------------------------------------------------------\\\\n\\ufeff\\\\u003c?xml version=\\\\\\\"1.0\\\\\\\" encoding=\\\\\\\"utf-8\\\\\\\"?\\\\u003e\\\\u003cError\\\\u003e\\\\u003cCode\\\\u003eAuthorizationPermissionMismatch\\\\u003c/Code\\\\u003e\\\\u003cMessage\\\\u003eThis request is not authorized to perform this operation using this permission.\\\\nRequestId:06cbcb17-201e-003e-2cc3-a65ee2000000\\\\nTime:2026-02-26T01:59:04.2086279Z\\\\u003c/Message\\\\u003e\\\\u003c/Error\\\\u003e\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eea64eddec12ea7a6221c8fd40bb79ac7f62074284efa8adfa6285e8d21d2b1a","failure_pattern":"ERROR CODE: InternalServerError; detail code AuthorizationPermissionMismatch; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eea64eddec12ea7a6221c8fd40bb79ac7f62074284efa8adfa6285e8d21d2b1a"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026811724786569216","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"4af200cc8c741102000d0deffca91ce4d8c21a93","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-26T00:09:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4217/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026810253332451328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4217,"pr_state":"closed","pr_sha":"9cc114467c1d66562514ff3012a727fbf6072d75","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-26T00:03:15Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"72df5b2a2c137b4ee2c0bb64ee44444f42995ae51da55f0e7aeeee6de1aeb4ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4217/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026810253332451328","occurred_at":"2026-02-26T00:03:15Z","failed_at":"e2e","signature_id":"5f1f448d4b0e922421bd285f9ea07e879a080be0159b0e9781e5c4bd869847d0","test_name":"Customer should not be able to create a 4.18 HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n \u003c*fmt.wrapError | 0xc00131ce00\u003e: \n failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-6n48lb\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n \"target\": \"properties.version.id\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-6n48lb\\\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Invalid value: \\\\\\\"4.18\\\\\\\": must be at least 4.19\\\",\\n \\\"target\\\": \\\"properties.version.id\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc00131cde0\u003e{\n msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-6n48lb\\\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Invalid value: \\\\\\\"4.18\\\\\\\": must be at least 4.19\\\",\\n \\\"target\\\": \\\"properties.version.id\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0010fa060\u003e{\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"ffc6c346-35d4-4618-92bc-a082353413ad\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 00:59:17 GMT\",\n ],\n \"Content-Length\": [\"176\"],\n \"X-Envoy-Upstream-Service-Time\": [\"47\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00131cd20\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 32, 118, 97, 108, 117, 101, 58, 32, 92, 34, 52, 46, 49, 56, 92, 34, 58, 32, 109, 117, 115, 116, 32, 98, 101, 32, 97, 116, 32, 108, 101, 97, 115, 116, 32, 52, 46, 49, 57, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 112, 114, 111, 112, 101, 114, 116, 105, 101, 115, 46, 118, 101, 114, 115, 105, 111, 110, 46, 105, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 176,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Me...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n \u003c*matchers.MatchRegexpMatcher | 0xc0010fa0f0\u003e: {\n Regexp: \"Version .* (doesn't exist|is disabled)\",\n Args: nil,\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n \u003c*fmt.wrapError | 0xc00131ce00\u003e: \n failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-6n48lb\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n \"target\": \"properties.version.id\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-6n48lb\\\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Invalid value: \\\\\\\"4.18\\\\\\\": must be at least 4.19\\\",\\n \\\"target\\\": \\\"properties.version.id\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc00131cde0\u003e{\n msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-6n48lb\\\": PUT https://rp.j2451328.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-6n48lb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Invalid value: \\\\\\\"4.18\\\\\\\": must be at least 4.19\\\",\\n \\\"target\\\": \\\"properties.version.id\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0010fa060\u003e{\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"ffc6c346-35d4-4618-92bc-a082353413ad\",\n ],\n \"Date\": [\n \"Thu, 26 Feb 2026 00:59:17 GMT\",\n ],\n \"Content-Length\": [\"176\"],\n \"X-Envoy-Upstream-Service-Time\": [\"47\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00131cd20\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 32, 118, 97, 108, 117, 101, 58, 32, 92, 34, 52, 46, 49, 56, 92, 34, 58, 32, 109, 117, 115, 116, 32, 98, 101, 32, 97, 116, 32, 108, 101, 97, 115, 116, 32, 52, 46, 49, 57, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 112, 114, 111, 112, 101, 114, 116, 105, 101, 115, 46, 118, 101, 114, 115, 105, 111, 110, 46, 105, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 176,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Me...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n \u003c*matchers.MatchRegexpMatcher | 0xc0010fa0f0\u003e: {\n Regexp: \"Version .* (doesn't exist|is disabled)\",\n Args: nil,\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f6c909a60aa3806b40941c3a45de8a216704a5dee354d1a9140ea6ea9e7f0d2d","failure_pattern":"Version .* (doesn't exist|is disabled)","search_query":"Version .* (doesn't exist|is disabled)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f6c909a60aa3806b40941c3a45de8a216704a5dee354d1a9140ea6ea9e7f0d2d"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]}]}]}