{"meta":{"date":"2026-06-12","timezone":"UTC","generated_at":"2026-08-29T05:00:01Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":6,"failed_runs":6,"runs_with_occurrences":6,"runs_with_failure_pattern_matches":5,"runs_with_unmatched_occurrences":1,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T23:00:08Z"},"failed_at":["e2e"],"failed_test_count":8,"occurrences":[{"row_id":"1bf41de3c8dbdc351916bfd346dc3952da6a2f851a3d412bfd71f5b5dc3f6431","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"d13184628d675826323dd26cadaa12e0a780f9045426c1684a424fad6ab109c2","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-b2wkml\" for cluster \"cluster-nightly-4-20-b2wkml\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00113d440\u003e: \n    failed to create NodePool np-b2wkml, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-b2wkml in resource group rg-nightly-4-20-qbtpg6, error: failed waiting for nodepool=\"np-b2wkml\" for cluster \"cluster-nightly-4-20-b2wkml\" in resourcegroup=\"rg-nightly-4-20-qbtpg6\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-b2wkml\" for cluster \"cluster-nightly-4-20-b2wkml\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00113d440\u003e: \n    failed to create NodePool np-b2wkml, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-b2wkml in resource group rg-nightly-4-20-qbtpg6, error: failed waiting for nodepool=\"np-b2wkml\" for cluster \"cluster-nightly-4-20-b2wkml\" in resourcegroup=\"rg-nightly-4-20-qbtpg6\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"2ce81a6d58de7db9354be9627c02aa1c78f9591ceed99475f6fd80260660fdff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"38c391c5c43275e07687ecf81d9f659c10282bcfd1e7ae7392554bd2dbe83dd6","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-vp6zbb\" for cluster \"cluster-nightly-4-21-vp6zbb\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00096c810\u003e: \n    failed to create NodePool np-vp6zbb, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-vp6zbb in resource group rg-nightly-4-21-6wf75q, error: failed waiting for nodepool=\"np-vp6zbb\" for cluster \"cluster-nightly-4-21-vp6zbb\" in resourcegroup=\"rg-nightly-4-21-6wf75q\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-vp6zbb\" for cluster \"cluster-nightly-4-21-vp6zbb\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00096c810\u003e: \n    failed to create NodePool np-vp6zbb, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-vp6zbb in resource group rg-nightly-4-21-6wf75q, error: failed waiting for nodepool=\"np-vp6zbb\" for cluster \"cluster-nightly-4-21-vp6zbb\" in resourcegroup=\"rg-nightly-4-21-6wf75q\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"3f70f1e54143ffde2e27222e0824d81511489897ef7a043252750d67d354bdb2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"130891177f485e67bdfbe8ff60c6562fa23854ff2e9b8984c8e3076cfc755f1e","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00071c960\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-nbvcvf, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-nbvcvf\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00071c960\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-nbvcvf, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-nbvcvf\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"45bb67bfea0bc6efcdf31dcbea49fb18073a76b314963fdf34f3befcfdc15741","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"4ae94c9df0b86bc0853a36e2d61459f4031ba967983e5437424753d4f8aa7c3c","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-pvnhvs/cluster-nightly-5-0-d4j2sj should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013724b0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-d4j2sj\" in resourcegroup=\"rg-nightly-5-0-pvnhvs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-d4j2sj in resource group rg-nightly-5-0-pvnhvs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-pvnhvs/cluster-nightly-5-0-d4j2sj should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013724b0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-d4j2sj\" in resourcegroup=\"rg-nightly-5-0-pvnhvs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-d4j2sj in resource group rg-nightly-5-0-pvnhvs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"4d75fc5804f0030549052759d8728c6b155c74295195689d4678b2e4acf34469","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"3d34868016feb023d1866cad2d4c699c6bcc76c10a81e20cd3f75ff1644cadab","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc000c80930\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc000c80930\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"5f85bf3a01b6e7f7eb47667554555a57175022047aa4a7eb8b3d2d4887f4c76d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"1b5767639f3af140c9f406f1605c460243ecb68398f18c744e40c8531509944a","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013d1a20\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-2sjgbz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-2sjgbz/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'b2c99696-6a64-4f4d-b754-5215e88212fd'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013d1a20\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-2sjgbz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-2sjgbz/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'b2c99696-6a64-4f4d-b754-5215e88212fd'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7426c1a835b553e399edab9b5f3d89e2c53ed02e293edf09d1e41a3543dc8dec","failure_pattern":"ERROR CODE: InvalidTemplateDeployment; provider Microsoft.Compute","search_query":"ERROR CODE: InvalidTemplateDeployment"}},{"row_id":"8eecf98cdedbd0d3a20a5393f3749ea355eaa969c311bfdc84f84bcd15a67f38","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"9ad66cd155d972a703bf28d8f4848bd980d8d451fcc8edf0e09ea43ad9605d61","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-tn55hn\" for cluster \"cluster-nightly-4-22-tn55hn\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dacea0\u003e: \n    failed to create NodePool np-tn55hn, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-tn55hn in resource group rg-nightly-4-22-wnk5fg, error: failed waiting for nodepool=\"np-tn55hn\" for cluster \"cluster-nightly-4-22-tn55hn\" in resourcegroup=\"rg-nightly-4-22-wnk5fg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-tn55hn\" for cluster \"cluster-nightly-4-22-tn55hn\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dacea0\u003e: \n    failed to create NodePool np-tn55hn, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-tn55hn in resource group rg-nightly-4-22-wnk5fg, error: failed waiting for nodepool=\"np-tn55hn\" for cluster \"cluster-nightly-4-22-tn55hn\" in resourcegroup=\"rg-nightly-4-22-wnk5fg\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"e6d3c6657edf334075ee63faa4e2d87f91fe1eccd60ef531a4babc470f384848","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2065569872280031232","occurred_at":"2026-06-12T23:00:08Z","failed_at":"e2e","signature_id":"1ba30c8ec52b3a78614a8be7fc4a6f2b9a8505f1072f8e99347c508739b01832","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-vxlgxp/cluster-nightly-4-23-4q8x4x should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00052d710\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-4q8x4x\" in resourcegroup=\"rg-nightly-4-23-vxlgxp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-4q8x4x in resource group rg-nightly-4-23-vxlgxp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-vxlgxp/cluster-nightly-4-23-4q8x4x should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00052d710\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-4q8x4x\" in resourcegroup=\"rg-nightly-4-23-vxlgxp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-4q8x4x in resource group rg-nightly-4-23-vxlgxp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":8,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","7426c1a835b553e399edab9b5f3d89e2c53ed02e293edf09d1e41a3543dc8dec"],"matched_occurrences":8,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T19:09:18Z"},"failed_at":["e2e"],"failed_test_count":46,"occurrences":[{"row_id":"01796fb20a18400570506e3523fe4b317bc12823a824b47867ade5ed12d858e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"091eae7736ff11889af2b2df6097ca0453bbe1c4616f159cc466136cc176214d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0023b8300\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-n66czp, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n66czp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-n66czp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0023b8300\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-n66czp, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n66czp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-n66czp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"0eabb89d8af94d453bf30f067949dd56c70ae5a1dc260e2b03b1cc5482578259","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"13ef952f83f21679e60013e4663a9b8b9f99a59f6c376bfd83badba273a737e2","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009f6480\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-qcmsvr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-qcmsvr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009f6480\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-qcmsvr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-qcmsvr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"1028fdeb1fda807b3818f3d643f7aee18e3b852b24ced01007807c1a309ca1b7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"20a333384fad8637a91a7a8dd6fa75792aaafb18a31aaffc41f96f756c077b17","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:596]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00172ca20\u003e: \n    failed to create HCP cluster np-downgrade-m2fcsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-m2fcsc in resource group rg-np-downgrade-m2fcsc-lhjgqs, error: failed waiting for cluster=\"np-downgrade-m2fcsc\" in resourcegroup=\"rg-np-downgrade-m2fcsc-lhjgqs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-m2fcsc in resource group rg-np-downgrade-m2fcsc-lhjgqs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:596]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00172ca20\u003e: \n    failed to create HCP cluster np-downgrade-m2fcsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-m2fcsc in resource group rg-np-downgrade-m2fcsc-lhjgqs, error: failed waiting for cluster=\"np-downgrade-m2fcsc\" in resourcegroup=\"rg-np-downgrade-m2fcsc-lhjgqs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-m2fcsc in resource group rg-np-downgrade-m2fcsc-lhjgqs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"10a3723dcd51d0e9af7f4b8fe0478bdbac8d9fdd1f97fe9b65a92f9ef07e1591","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"4106bfe74631bedab0d390fb412456c5285dbf70b890c354f7bba686c04d8488","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-wvcsl9\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007faa80\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-wvcsl9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-wvcsl9 in resource group rg-zstream-upgrade-4-21-pnd49g, error: failed waiting for cluster=\"cluster-zstream-4-21-wvcsl9\" in resourcegroup=\"rg-zstream-upgrade-4-21-pnd49g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-wvcsl9 in resource group rg-zstream-upgrade-4-21-pnd49g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-wvcsl9\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007faa80\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-wvcsl9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-wvcsl9 in resource group rg-zstream-upgrade-4-21-pnd49g, error: failed waiting for cluster=\"cluster-zstream-4-21-wvcsl9\" in resourcegroup=\"rg-zstream-upgrade-4-21-pnd49g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-wvcsl9 in resource group rg-zstream-upgrade-4-21-pnd49g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"22a4185875c11ffafc39fd19a6faebbcda52de440bc7c6469779dd3c90f95707","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"d24d66660e25c54a0361dd6cb2bf224fd6770d26340cab7088446a3f6760d6a7","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e32060\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-4gjwjq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-4gjwjq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e32060\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-4gjwjq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-4gjwjq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"2cc0b053ed2c8aa57bbbadd6ead2081b0b18016008878c2a55d444c95a1dfadc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"21159667ff630148e565cd2b104ff5c11ffea56ce7eca154eb86eabbef8e61d4","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ba8570\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-tkrfkl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-tkrfkl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ba8570\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-tkrfkl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-tkrfkl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"34289f6d0d39aee84388bdb33d123d87362be6be389b1a1842cd2a5d8a205ccb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"0985dc74fb0146b797d6c177c5c96f1c382f1b0eca6dc5d1b8cbe3fb71e2eb9a","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00158a0c0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-kbffd9, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-kbffd9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-kbffd9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00158a0c0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-kbffd9, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-kbffd9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-kbffd9, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"35d8416413ff1d3175025184c8ca4ccc9a290042a3e2e0304a39fd5bda29cbf7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"34131747b0a1da5e284954907f00fe2548fbe113f02c09d48cdb3ae0bc323c34","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.006s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.006s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes"}},{"row_id":"39654d2fdba816822da70a2de79ed57c0b43864464cb09ed2782371f24a546e6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"99fe3414aa9c6c6d6c00268cae0b7816768a90df0efc53823a57191f0a3020f9","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e10b70\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tpmfns, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-tpmfns\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tpmfns, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e10b70\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tpmfns, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-tpmfns\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tpmfns, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"3e28746e097e7d6df469d090e9341781690384f10f5cc3d7f56a8cc4dae24285","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"0b7d8231c3d2a72fee7ae3fc5d41eab3da69893791a142c4157d8a40cb93d630","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001292630\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-hzkhrd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-hzkhrd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001292630\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-hzkhrd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-hzkhrd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"402b32007e8dc469d0302dd299d6ced5b6d6c7a15067bb078685bc05d1ceb0f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"7c30ccfc2501eeb57ad0d5daeec6bd7e3fd3282134bd3f63dcaca929265e5e9e","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009ee780\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5h2jxj, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5h2jxj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5h2jxj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009ee780\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5h2jxj, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5h2jxj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5h2jxj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"461d0f4fd1f6e8491372f9154d1f738983c3742fd9e05388b79d1ccfe786f306","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"8425278efb5a9e9f4c47c12b59dfde1d02c3415fec084bb673b5cf60e4379ab2","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-hnclsh/cluster-candidate-4-22-clwt7j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a12450\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-clwt7j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-clwt7j in resource group rg-candidate-4-22-hnclsh, error: failed waiting for cluster=\"cluster-candidate-4-22-clwt7j\" in resourcegroup=\"rg-candidate-4-22-hnclsh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-clwt7j in resource group rg-candidate-4-22-hnclsh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-hnclsh/cluster-candidate-4-22-clwt7j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a12450\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-clwt7j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-clwt7j in resource group rg-candidate-4-22-hnclsh, error: failed waiting for cluster=\"cluster-candidate-4-22-clwt7j\" in resourcegroup=\"rg-candidate-4-22-hnclsh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-clwt7j in resource group rg-candidate-4-22-hnclsh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"46284547e0673d9298d143756a62d1968e7c50c9aa3bf30775dc6e5b35600acc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"7cc9b2e6fb08f197f396b2c993f630f75244988372b45baae52170755fcba744","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fm8fjn with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00050e090\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fm8fjn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fm8fjn in resource group rg-np-version-upgrade-fm8fjn-85bn48, error: failed waiting for cluster=\"np-version-upgrade-cluster-fm8fjn\" in resourcegroup=\"rg-np-version-upgrade-fm8fjn-85bn48\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fm8fjn in resource group rg-np-version-upgrade-fm8fjn-85bn48, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fm8fjn with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00050e090\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fm8fjn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fm8fjn in resource group rg-np-version-upgrade-fm8fjn-85bn48, error: failed waiting for cluster=\"np-version-upgrade-cluster-fm8fjn\" in resourcegroup=\"rg-np-version-upgrade-fm8fjn-85bn48\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fm8fjn in resource group rg-np-version-upgrade-fm8fjn-85bn48, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"48456edc82bc1b63fecf48be1220d46c23a2e15860a52b80f7189515a466df5f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"de82d70a2ab81a9dc29718440053944dd92b50ecd927ea783b8802554f892d88","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f9d7d0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-tr7lqt, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-tr7lqt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-tr7lqt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f9d7d0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-tr7lqt, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-tr7lqt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-tr7lqt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"50ea3e597e22f85656e67c12ec4b7548c329a937990841222518c032c23f3ae3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"b658661f3c2062a3d3e2b22239369ce9cce19d3a728b2809f8b07a7c4540bd70","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-5nppcz\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe6b10\u003e: \n    failed to create HCP cluster np-noedge-5nppcz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-5nppcz in resource group rg-np-noedge-5nppcz-bvm4mg, error: failed waiting for cluster=\"np-noedge-5nppcz\" in resourcegroup=\"rg-np-noedge-5nppcz-bvm4mg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-5nppcz in resource group rg-np-noedge-5nppcz-bvm4mg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-5nppcz\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe6b10\u003e: \n    failed to create HCP cluster np-noedge-5nppcz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-5nppcz in resource group rg-np-noedge-5nppcz-bvm4mg, error: failed waiting for cluster=\"np-noedge-5nppcz\" in resourcegroup=\"rg-np-noedge-5nppcz-bvm4mg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-5nppcz in resource group rg-np-noedge-5nppcz-bvm4mg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"554f977c095cfa29de07a1b32a05170088cf584610fc7c6dbc2c2d182de71a03","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"8d4d19cc833cb773c4d95b163617d10f840fd30140242ac4f1d747e6e30a6e50","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00004c690\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-tvhq6l, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-tvhq6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-tvhq6l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00004c690\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-tvhq6l, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-tvhq6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-tvhq6l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"5fd00c9c60ca70782e7f4e1d4c14474e8e88442d7124f2d2d8a83a2f04a76f28","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"354a182204d334c15a1698aa279b283f295e0110abe9895c70125f17c5f30714","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135a9c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-78qs75, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-78qs75\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-78qs75, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135a9c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-78qs75, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-78qs75\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-78qs75, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"60d53ad47a7270889a12af8b79f831efb332b64ce4f72658b4f64dba696a4e33","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"930a5e054cc504007ba2c1ca5cfc45d418cb3acfdaf8fbf490938ccff502ed71","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00084fa10\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-dg98qh, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-dg98qh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-dg98qh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00084fa10\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-dg98qh, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-dg98qh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-dg98qh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6116403eff738a97f1b662e16ca833fbc077bba4c9adfcefd80b4d9d4cb8bcfd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"1adc961c272f0de9acb16d62331bd2c1867eb1036c563cc7b009bfdd36cb72b0","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fg7nd4 with version 4.20.25\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001a00300\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fg7nd4, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fg7nd4 in resource group rg-np-version-upgrade-fg7nd4-4dk6ns, error: failed waiting for cluster=\"np-version-upgrade-cluster-fg7nd4\" in resourcegroup=\"rg-np-version-upgrade-fg7nd4-4dk6ns\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fg7nd4 in resource group rg-np-version-upgrade-fg7nd4-4dk6ns, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fg7nd4 with version 4.20.25\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001a00300\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fg7nd4, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fg7nd4 in resource group rg-np-version-upgrade-fg7nd4-4dk6ns, error: failed waiting for cluster=\"np-version-upgrade-cluster-fg7nd4\" in resourcegroup=\"rg-np-version-upgrade-fg7nd4-4dk6ns\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fg7nd4 in resource group rg-np-version-upgrade-fg7nd4-4dk6ns, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"616cfcbb5ac335d51e47e3d551a0843667194084045989ca06607d1308e5cba9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"53f16bc29a3dcdc3b771b2cda5fd701377fe089a234f96b09ead20cd84f1f56b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-hfpz7q/cluster-nightly-4-23-24lkwt should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e2ed0\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-24lkwt\" in resourcegroup=\"rg-nightly-4-23-hfpz7q\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-24lkwt in resource group rg-nightly-4-23-hfpz7q, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-hfpz7q/cluster-nightly-4-23-24lkwt should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e2ed0\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-24lkwt\" in resourcegroup=\"rg-nightly-4-23-hfpz7q\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-24lkwt in resource group rg-nightly-4-23-hfpz7q, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"61c61627e76eaeaafe8bc44711bdce3fd9a9658e56e649bca3183f9d9ba919a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"3aaea858048f7c94a30f01a59c010b88c5623ef13e2e01c1c837b2bb01088315","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:466]: failed to create HCP cluster np-skip-minor-wztksv at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004da660\u003e: \n    failed to create HCP cluster np-skip-minor-wztksv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-wztksv in resource group rg-np-skip-minor-wztksv-g6gkdb, error: failed waiting for cluster=\"np-skip-minor-wztksv\" in resourcegroup=\"rg-np-skip-minor-wztksv-g6gkdb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-wztksv in resource group rg-np-skip-minor-wztksv-g6gkdb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:466]: failed to create HCP cluster np-skip-minor-wztksv at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004da660\u003e: \n    failed to create HCP cluster np-skip-minor-wztksv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-wztksv in resource group rg-np-skip-minor-wztksv-g6gkdb, error: failed waiting for cluster=\"np-skip-minor-wztksv\" in resourcegroup=\"rg-np-skip-minor-wztksv-g6gkdb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-wztksv in resource group rg-np-skip-minor-wztksv-g6gkdb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"675a95c81cef8d43fd16f7a49eb6c3fa65903271e89116c7104f0843b83ef500","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"23de6018809533d7b894609515c213ff2764a7ef40dd2d6d3a8b8999dd170bef","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001386f60\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-b84f56, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-b84f56\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-b84f56, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001386f60\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-b84f56, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-b84f56\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-b84f56, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6d255bd3531e7b226e136ac42fa5b264fb8e13a395afb948d0546eb4357328f2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"154b51b7b0ab9d7bfc7e2a09ffde8332426211b97c4a30b54ea73829f9f12336","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-zvlsqt with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b2b10\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-zvlsqt, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zvlsqt in resource group rg-np-version-upgrade-zvlsqt-lrp5cd, error: failed waiting for cluster=\"np-version-upgrade-cluster-zvlsqt\" in resourcegroup=\"rg-np-version-upgrade-zvlsqt-lrp5cd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zvlsqt in resource group rg-np-version-upgrade-zvlsqt-lrp5cd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-zvlsqt with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b2b10\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-zvlsqt, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zvlsqt in resource group rg-np-version-upgrade-zvlsqt-lrp5cd, error: failed waiting for cluster=\"np-version-upgrade-cluster-zvlsqt\" in resourcegroup=\"rg-np-version-upgrade-zvlsqt-lrp5cd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zvlsqt in resource group rg-np-version-upgrade-zvlsqt-lrp5cd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"7ed0e811f1337680925e4346ec3db0dca58b6623f74cc552924cce5747bcc197","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:30]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:30]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"83cc21dbc66f54e508f53328ca5fba2c8f8fb4a3b77d216672997976b76941a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"bf51da0b2c3a1887607e2043eaabd12768e3ad70fcbbf32338a0629d0cfe02d7","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-vf8jgt/cluster-nightly-5-0-dpncp6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010cf110\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-dpncp6\" in resourcegroup=\"rg-nightly-5-0-vf8jgt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-dpncp6 in resource group rg-nightly-5-0-vf8jgt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-vf8jgt/cluster-nightly-5-0-dpncp6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010cf110\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-dpncp6\" in resourcegroup=\"rg-nightly-5-0-vf8jgt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-dpncp6 in resource group rg-nightly-5-0-vf8jgt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"854fa847267554610c87aaad4da9129f8b927ab2f6be29387b4b4e0432e9ebce","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"8d91b2adc4fb8c3b24f642854a4c21503092a450afa8d61186befc6b2bc18c5a","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state"}},{"row_id":"870fae8ba0ed07bf709711809464ce17175e4f4a670014891f695abd202e4e81","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"5c862a16f4c3d98a03edff9d52f010bd85f94d14b5a9ee240ba1fd49608b221f","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001459110\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-zcq4zn, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-zcq4zn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-zcq4zn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001459110\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-zcq4zn, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-zcq4zn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-zcq4zn, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"8958c9f9ff6b6fb44d613215d016adc6379765ddf3ec94c0471a056d2de560c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"d373c89cacb08f33d7f816638bb81b65635a36b72196bb6b8ecc9faad17e2772","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00159cab0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-9d44bt, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-9d44bt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-9d44bt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00159cab0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-9d44bt, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-9d44bt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-9d44bt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"9f659f30e1107567b4e21ada2bed1ff1572a80efc60b7d3e1e0460ae3ea649e5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"38231908bb31ae762e3bb21bb13e6cb85c2996b42e0e55fd618ab4947f6c7f4c","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013eecf0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-d6tck5, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-d6tck5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-d6tck5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013eecf0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-d6tck5, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-d6tck5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-d6tck5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"a19ea7320d5b42970e65e9034cc6df2d047af117c6455ef0a0c95119602e024f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"881fb6a265648d2a2f457729dadd908b86c6b7912840642087ac440b55b32907","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b080\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-5sdvs4, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-5sdvs4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-5sdvs4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b080\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-5sdvs4, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-5sdvs4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-5sdvs4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"afcf3bf81e4b4953cbfcfab4688af70f6c5fb4bad158e7e94444699ff8e4c891","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"405210bca6c42487be29e42461771aa0df4a3e35eb978188609d4342f60bf8ad","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001646630\u003e: \n    failed to create HCP cluster ea-list9szlkf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9szlkf in resource group ea-list-89xtr6, error: failed waiting for cluster=\"ea-list9szlkf\" in resourcegroup=\"ea-list-89xtr6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9szlkf in resource group ea-list-89xtr6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001646630\u003e: \n    failed to create HCP cluster ea-list9szlkf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9szlkf in resource group ea-list-89xtr6, error: failed waiting for cluster=\"ea-list9szlkf\" in resourcegroup=\"ea-list-89xtr6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9szlkf in resource group ea-list-89xtr6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b0e630d38f75efcc9c1694e1ac10345cd6f3bac3f39e638c8851a1acef4af50e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"439ab8efa1fdd64d0144a50c68916766374a807fc1a3326475669e45b68728c5","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00105d2f0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-59sh7b, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-59sh7b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-59sh7b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00105d2f0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-59sh7b, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-59sh7b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-59sh7b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b56bc7b24bb0f645735967c326752d6f58fe33ac23c6a306edfe62e8cfbb91a5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"8ebe5c7651992dbe7ff78adec3cde986716638a811ea466befc660d1102da685","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000deb380\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-wzm4mn, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-wzm4mn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-wzm4mn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000deb380\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-wzm4mn, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-wzm4mn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-wzm4mn, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b5ae862f69cc9aa9705f6d0696e02ffd610a150bdd35d6ea49356344f7c5f7a0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"5a61fcb8d405cb6b8dd8adc528e261797451c097455161fd261fb9a65c4994fe","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000808d80\u003e: \n    failed to create HCP cluster np-dg-minor-v76vz8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-v76vz8 in resource group rg-np-dg-minor-v76vz8-sfdnqs, error: failed waiting for cluster=\"np-dg-minor-v76vz8\" in resourcegroup=\"rg-np-dg-minor-v76vz8-sfdnqs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-v76vz8 in resource group rg-np-dg-minor-v76vz8-sfdnqs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000808d80\u003e: \n    failed to create HCP cluster np-dg-minor-v76vz8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-v76vz8 in resource group rg-np-dg-minor-v76vz8-sfdnqs, error: failed waiting for cluster=\"np-dg-minor-v76vz8\" in resourcegroup=\"rg-np-dg-minor-v76vz8-sfdnqs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-v76vz8 in resource group rg-np-dg-minor-v76vz8-sfdnqs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"c933b0e2246829c3d7c5931064fdebc8167f54f1de8e9e7796ec0f6d743f6640","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"5b23d9329edaedc47f7c83678cab9cb13b97f1dc7ad2466822e75643d7b5e185","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001658750\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nhfsnw, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nhfsnw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nhfsnw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001658750\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nhfsnw, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nhfsnw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-nhfsnw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"cb213996bba704d69aff215641e218ed295b8887b88dc6cde506ec3ee95e9b76","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"e1851db0318d470aaf7cadd4ca9b6f0fcd796477deec3174cc7f0b9d1b53780b","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-75nhkq\" with version 4.22.0-rc.4 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f6e930\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-75nhkq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-75nhkq in resource group rg-zstream-upgrade-4-22-xlwmlt, error: failed waiting for cluster=\"cluster-zstream-4-22-75nhkq\" in resourcegroup=\"rg-zstream-upgrade-4-22-xlwmlt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-75nhkq in resource group rg-zstream-upgrade-4-22-xlwmlt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-75nhkq\" with version 4.22.0-rc.4 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f6e930\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-75nhkq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-75nhkq in resource group rg-zstream-upgrade-4-22-xlwmlt, error: failed waiting for cluster=\"cluster-zstream-4-22-75nhkq\" in resourcegroup=\"rg-zstream-upgrade-4-22-xlwmlt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-75nhkq in resource group rg-zstream-upgrade-4-22-xlwmlt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"cc882ca9ed38e9767c4f5e6d2bad595782d186c1f3443471289f78ce0955cf45","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"d8cce136b78c51b77f9bef66701dd0d6acb2917469e9bf42dc5c4fbbb3152b32","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da0c0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-2fsn9x, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-2fsn9x\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-2fsn9x, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da0c0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-2fsn9x, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-2fsn9x\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-2fsn9x, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"d4b6f425400eee95aa6fe188508bbc240ecfde5f5aabe761c198441790609341","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:207]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:207]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"d55271b77b181b108a837b1b21dc90a2197c72ca84e34025eb37911d1719ca64","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"100205b6955aacca60b32f6018c517190a6156257bed7ad1a0e2fc1ed90de4d6","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000810510\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-vn4rjf, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vn4rjf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-vn4rjf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000810510\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-vn4rjf, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vn4rjf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-vn4rjf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"da5cc2fda9dbfad295ad4e19f1053c3327fdb3c14c17b25c9bf217fc8e043874","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"02d8e750b79439a02a0144b0d55d1d8e45e0894ec30e2cd60f7a51a37051da98","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001002ae0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-sfmdpw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-sfmdpw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001002ae0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-sfmdpw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-sfmdpw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"eafad0b9bab6319cb55e7062ea9804fceb3a43217d4889cb68641cc33e636353","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"4d82a6644e8b655f8a093e987a0e9c8d1ec3b5b6a0fe008cd05e8e79daffdc4e","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-zkzjd9\" with version 4.20.24 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009812f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-zkzjd9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-zkzjd9 in resource group rg-zstream-upgrade-4-20-2sskvz, error: failed waiting for cluster=\"cluster-zstream-4-20-zkzjd9\" in resourcegroup=\"rg-zstream-upgrade-4-20-2sskvz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-zkzjd9 in resource group rg-zstream-upgrade-4-20-2sskvz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-zkzjd9\" with version 4.20.24 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009812f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-zkzjd9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-zkzjd9 in resource group rg-zstream-upgrade-4-20-2sskvz, error: failed waiting for cluster=\"cluster-zstream-4-20-zkzjd9\" in resourcegroup=\"rg-zstream-upgrade-4-20-2sskvz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-zkzjd9 in resource group rg-zstream-upgrade-4-20-2sskvz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"ebc368b4e100d2480016afb80c1d27eef12786dca03ee36106bea054f00fc5d4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"3e3a3d4f62c5e8a64ff8b5cb02b93498aaf8a6753c80e2b6b8b3864addabc2a3","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation","search_query":"context deadline exceeded"}},{"row_id":"ed8916f94412087071500e82a0c382ac178340516d2550b6b4e7ad02f66e2174","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"53b4f1c3dc2b8d1f9f268c50d7f31f4cf10656d8e8a2fc897e9608c25a5006fc","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009ee060\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-lssttt, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-lssttt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-lssttt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009ee060\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-lssttt, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-lssttt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-lssttt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"ef40075771d9bd315d577f5ec3cbd20a7adc4447b1057045562daa9d6ce07e75","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"0d18bc5b5ec708937139322becaa5776c4bcceff3a0b385256ffa835ce367ec5","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-6njgk2\" with version 4.19.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007b6840\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-6njgk2, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-6njgk2 in resource group rg-zstream-upgrade-4-19-f952h4, error: failed waiting for cluster=\"cluster-zstream-4-19-6njgk2\" in resourcegroup=\"rg-zstream-upgrade-4-19-f952h4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-6njgk2 in resource group rg-zstream-upgrade-4-19-f952h4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-6njgk2\" with version 4.19.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007b6840\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-6njgk2, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-6njgk2 in resource group rg-zstream-upgrade-4-19-f952h4, error: failed waiting for cluster=\"cluster-zstream-4-19-6njgk2\" in resourcegroup=\"rg-zstream-upgrade-4-19-f952h4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-6njgk2 in resource group rg-zstream-upgrade-4-19-f952h4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"f9324beb7badd5ea7d4bf9caab9ed6b98d4a55e2644a4c28bf2478150107cdaf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"2927e1230f4c23845b3a115b81dcf9a431e8ba103a757b7cf502028052c367ea","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"077e8 sp=0xc000e077e0 pc=0x2ed3cc1\ncreated by os/signal.Notify.func1.1 in goroutine 84\n\t/usr/lib/golang/src/os/signal/signal.go:152 +0x1f\n\ngoroutine 104 gp=0xc000201180 m=nil [runnable]:\nruntime.gopark(0xc000e07f88?, 0x3?, 0x0?, 0x0?, 0xc000e07f6a?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e07df0 sp=0xc000e07dd0 pc=0x2ecb50e\nruntime.selectgo(0xc000e07f88, 0xc000e07f64, 0x0?, 0x0, 0xc000000000?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000e07f30 sp=0xc000e07df0 pc=0x2ea62f7\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000efd1e0?)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131 +0x7d fp=0xc000e07fc8 sp=0xc000e07f30 pc=0x33174bd\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.gowrap1()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:158 +0x24 fp=0xc000e07fe0 sp=0xc000e07fc8 pc=0x3317404\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e07fe8 sp=0xc000e07fe0 pc=0x2ed3cc1\ncreated by github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 30\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128 +0x165\n\ngoroutine 30 gp=0xc0002016c0 m=nil [select, 149 minutes]:\nruntime.gopark(0xc000fa4990?, 0x5?, 0x28?, 0x39?, 0xc000fa3cee?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000fa38f0 sp=0xc000fa38d0 pc=0x2ecb50e\nruntime.selectgo(0xc000fa4990, 0xc000fa3ce4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000fa3a30 sp=0xc000fa38f0 pc=0x2ea62f7\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x4b, 0x4, {0x861dc94, 0x8}, 0xc000e0fb80, {{0xa91353c, 0x5b}, 0xd0, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000fa4d28 sp=0xc000fa3a30 pc=0x33422c5\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000fa6b88, 0x1, {{0xc000ec8e08?, 0xc00070c8c0?, 0x2?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000fa5d48 sp=0xc000fa4d28 pc=0x3327713\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000fa6b88, {0xc000a9e500?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000fa6950 sp=0xc000fa5d48 pc=0x3329ca5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000a4e008, {0x0, 0x0}, {0xc81b8c0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000a9e4e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000fa6e00 sp=0xc000fa6950 pc=0x333d79b\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000fa6ea8 sp=0xc000fa6e00 pc=0x3344b05\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e5aa85?, 0xc0002b0240?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84 +0x2ba fp=0xc000fa7b78 sp=0xc000fa6ea8 pc=0x6f4bb5a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x91e1708, 0xc000e98ff0}, 0xc000efd1e0, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000fa7c20 sp=0xc000fa7b78 pc=0x6f41dce\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000fa7fe0 sp=0xc000fa7c20 pc=0x6f3db36\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000fa7fe8 sp=0xc000fa7fe0 pc=0x2ed3cc1\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\nrax    0xca\nrbx    0x0\nrcx    0x2ed5ae3\nrdx    0x0\nrdi    0xc7f0b70\nrsi    0x80\nrbp    0x7fffd43d8bf0\nrsp    0x7fffd43d8ba8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x1\nr13    0x1\nr14    0xc7ee5e0\nr15    0x5\nrip    0x2ed5ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n077e8 sp=0xc000e077e0 pc=0x2ed3cc1\ncreated by os/signal.Notify.func1.1 in goroutine 84\n\t/usr/lib/golang/src/os/signal/signal.go:152 +0x1f\n\ngoroutine 104 gp=0xc000201180 m=nil [runnable]:\nruntime.gopark(0xc000e07f88?, 0x3?, 0x0?, 0x0?, 0xc000e07f6a?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e07df0 sp=0xc000e07dd0 pc=0x2ecb50e\nruntime.selectgo(0xc000e07f88, 0xc000e07f64, 0x0?, 0x0, 0xc000000000?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000e07f30 sp=0xc000e07df0 pc=0x2ea62f7\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000efd1e0?)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131 +0x7d fp=0xc000e07fc8 sp=0xc000e07f30 pc=0x33174bd\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.gowrap1()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:158 +0x24 fp=0xc000e07fe0 sp=0xc000e07fc8 pc=0x3317404\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e07fe8 sp=0xc000e07fe0 pc=0x2ed3cc1\ncreated by github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 30\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128 +0x165\n\ngoroutine 30 gp=0xc0002016c0 m=nil [select, 149 minutes]:\nruntime.gopark(0xc000fa4990?, 0x5?, 0x28?, 0x39?, 0xc000fa3cee?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000fa38f0 sp=0xc000fa38d0 pc=0x2ecb50e\nruntime.selectgo(0xc000fa4990, 0xc000fa3ce4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000fa3a30 sp=0xc000fa38f0 pc=0x2ea62f7\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x4b, 0x4, {0x861dc94, 0x8}, 0xc000e0fb80, {{0xa91353c, 0x5b}, 0xd0, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000fa4d28 sp=0xc000fa3a30 pc=0x33422c5\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000fa6b88, 0x1, {{0xc000ec8e08?, 0xc00070c8c0?, 0x2?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000fa5d48 sp=0xc000fa4d28 pc=0x3327713\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000fa6b88, {0xc000a9e500?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000fa6950 sp=0xc000fa5d48 pc=0x3329ca5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000a4e008, {0x0, 0x0}, {0xc81b8c0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000a9e4e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000fa6e00 sp=0xc000fa6950 pc=0x333d79b\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000fa6ea8 sp=0xc000fa6e00 pc=0x3344b05\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e5aa85?, 0xc0002b0240?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84 +0x2ba fp=0xc000fa7b78 sp=0xc000fa6ea8 pc=0x6f4bb5a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x91e1708, 0xc000e98ff0}, 0xc000efd1e0, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000fa7c20 sp=0xc000fa7b78 pc=0x6f41dce\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000fa7fe0 sp=0xc000fa7c20 pc=0x6f3db36\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000fa7fe8 sp=0xc000fa7fe0 pc=0x2ed3cc1\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\nrax    0xca\nrbx    0x0\nrcx    0x2ed5ae3\nrdx    0x0\nrdi    0xc7f0b70\nrsi    0x80\nrbp    0x7fffd43d8bf0\nrsp    0x7fffd43d8ba8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x1\nr13    0x1\nr14    0xc7ee5e0\nr15    0x5\nrip    0x2ed5ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"ff1da6cf39fcde301f743a258f0c3cd82b921cc67a8528f0842bdf1151ef9919","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065511780783755264","occurred_at":"2026-06-12T19:09:18Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:46]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:46]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}}],"failure_pattern_summary":{"signature_count":44,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":46,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T10:57:20Z"},"failed_at":["e2e"],"failed_test_count":46,"occurrences":[{"row_id":"05ef965cba12cc4630432ba5241704743ce43085437f9ce16e01ec6bd1e6c486","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"ebdae0484e3ad536f02a921cb001ee082aaac65567177922369bfa616ace32ad","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010ce720\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-n6pqzv, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-n6pqzv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-n6pqzv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010ce720\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-n6pqzv, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-n6pqzv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-n6pqzv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"0714c3929b2c2c89b3efde2059886d2ac84d44f47fda82debdb332cb4ee96acd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"088212e67c9b4b47af2b71daad765874f7e7714c470db6a3e6d8a491ae73d963","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"4a7ada8586277880e376f0ee17fc0cd1d14f734d9c581209fb24a7f9bfeea4ec","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010588a0\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-t8zlsl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-t8zlsl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010588a0\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-t8zlsl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-t8zlsl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"12ea5dafc0da1217f504a80b4015274eaac51c58839c1acec56ffaaaadc1eaac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"081eb13762f019c798144698bd940558c27ec3d9883376f7868d15710fc12173","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009c4480\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6n64xn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-6n64xn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009c4480\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6n64xn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-6n64xn, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"1e4f38938470d4c37f54f7e7b11f63b278054873b6d3770df57ae6fa308e6c91","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"be05d2fb86fd2fa8a2725539948e5b33dc714906247e5ae97695cc9820b9abcb","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a129f0\u003e: \n    failed to create HCP cluster np-dg-minor-wvnwjs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-wvnwjs in resource group rg-np-dg-minor-wvnwjs-lgf94f, error: failed waiting for cluster=\"np-dg-minor-wvnwjs\" in resourcegroup=\"rg-np-dg-minor-wvnwjs-lgf94f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-wvnwjs in resource group rg-np-dg-minor-wvnwjs-lgf94f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a129f0\u003e: \n    failed to create HCP cluster np-dg-minor-wvnwjs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-wvnwjs in resource group rg-np-dg-minor-wvnwjs-lgf94f, error: failed waiting for cluster=\"np-dg-minor-wvnwjs\" in resourcegroup=\"rg-np-dg-minor-wvnwjs-lgf94f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-wvnwjs in resource group rg-np-dg-minor-wvnwjs-lgf94f, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"262039fa64a5b4ee36c61808c1b21f94f22114cb571385ba0d334d5f97c15094","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"32aceb4d859f50761bfc9e55d1489d8bd8c2ac9427aeaaf162fbf6d226534d66","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000756630\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tj6wt8, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-tj6wt8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tj6wt8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000756630\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tj6wt8, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-tj6wt8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-tj6wt8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"2692dfd6d80478d625e4c22838578c98830d02e4f2776a152f216a5940fa9b6d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"7d71b077c32beb8cfc5ff53131e0ecf36a02d4577aa1074cc8469790052aeafd","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-7pxgpd with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00131eb10\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-7pxgpd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-7pxgpd in resource group rg-np-version-upgrade-7pxgpd-fjrdcw, error: failed waiting for cluster=\"np-version-upgrade-cluster-7pxgpd\" in resourcegroup=\"rg-np-version-upgrade-7pxgpd-fjrdcw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-7pxgpd in resource group rg-np-version-upgrade-7pxgpd-fjrdcw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-7pxgpd with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00131eb10\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-7pxgpd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-7pxgpd in resource group rg-np-version-upgrade-7pxgpd-fjrdcw, error: failed waiting for cluster=\"np-version-upgrade-cluster-7pxgpd\" in resourcegroup=\"rg-np-version-upgrade-7pxgpd-fjrdcw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-7pxgpd in resource group rg-np-version-upgrade-7pxgpd-fjrdcw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"298e071fde156e29d963d865ac0c65e5afeee0fc0db882b98062d2ca22d5dfcf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"b981155f42a33c43fcfcc33b78a82c93942232eb74134c7c571e40630ead8b10","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-mmbw5p/cluster-candidate-4-22-z7g8wz should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d8420\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-z7g8wz, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z7g8wz in resource group rg-candidate-4-22-mmbw5p, error: failed waiting for cluster=\"cluster-candidate-4-22-z7g8wz\" in resourcegroup=\"rg-candidate-4-22-mmbw5p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z7g8wz in resource group rg-candidate-4-22-mmbw5p, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-mmbw5p/cluster-candidate-4-22-z7g8wz should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d8420\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-z7g8wz, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z7g8wz in resource group rg-candidate-4-22-mmbw5p, error: failed waiting for cluster=\"cluster-candidate-4-22-z7g8wz\" in resourcegroup=\"rg-candidate-4-22-mmbw5p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z7g8wz in resource group rg-candidate-4-22-mmbw5p, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"2b191b6974e5ee3e3f8db9100f1abc75733ef6d1778a1cfb6b6bbbab233a5cdf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"87d25e0c10440141933109650af2e4f14c453269e34af01ae11d5771cd6ca867","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006a9350\u003e: \n    failed to create HCP cluster ea-listpxzpkb, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listpxzpkb in resource group ea-list-r7pt9h, error: failed waiting for cluster=\"ea-listpxzpkb\" in resourcegroup=\"ea-list-r7pt9h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listpxzpkb in resource group ea-list-r7pt9h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006a9350\u003e: \n    failed to create HCP cluster ea-listpxzpkb, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listpxzpkb in resource group ea-list-r7pt9h, error: failed waiting for cluster=\"ea-listpxzpkb\" in resourcegroup=\"ea-list-r7pt9h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listpxzpkb in resource group ea-list-r7pt9h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"3af805e38186bd0f5fce16e7b55f4749defb30f1f67506b0563ddf72792852cb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"e97bf0bcc43168e4366f2880a307be6e90948adb7c08181dfba8aad3bad4baa9","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-qnm2t5/cluster-nightly-5-0-phfxlq should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001900030\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-phfxlq\" in resourcegroup=\"rg-nightly-5-0-qnm2t5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-phfxlq in resource group rg-nightly-5-0-qnm2t5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-qnm2t5/cluster-nightly-5-0-phfxlq should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001900030\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-phfxlq\" in resourcegroup=\"rg-nightly-5-0-qnm2t5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-phfxlq in resource group rg-nightly-5-0-qnm2t5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"3d3f3c5a441c4e4a49859b28bea25b0743d44bb96409ae9bb15cd8027b39cb9e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"30bb0d7028f80fb18fc100bf5cba4d5c9020490350bd57ebc89aafa6beb60818","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138aab0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t5wplr, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t5wplr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t5wplr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138aab0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t5wplr, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t5wplr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t5wplr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"40339a4849c190805c0004f650fc1a5e811bf3fd6aef212bf11cee6241e25a8d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"4c15eef89717ad4085fdf4bf5da62f7227617a66d8f07dc632034caef3406569","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cc48d0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-jnctsc, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-jnctsc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-jnctsc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cc48d0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-jnctsc, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-jnctsc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-jnctsc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"42db3fa3c9fd550411ee932ff3d5e66047c37a0854be71616d59df5446710ad7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"57bfa3060ac0914f81717b9b9423b23d381eed61f55b4162b6f9118285ebb3cb","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-c9vx56 with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d724b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-c9vx56, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-c9vx56 in resource group rg-np-version-upgrade-c9vx56-sj4pkd, error: failed waiting for cluster=\"np-version-upgrade-cluster-c9vx56\" in resourcegroup=\"rg-np-version-upgrade-c9vx56-sj4pkd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-c9vx56 in resource group rg-np-version-upgrade-c9vx56-sj4pkd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-c9vx56 with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d724b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-c9vx56, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-c9vx56 in resource group rg-np-version-upgrade-c9vx56-sj4pkd, error: failed waiting for cluster=\"np-version-upgrade-cluster-c9vx56\" in resourcegroup=\"rg-np-version-upgrade-c9vx56-sj4pkd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-c9vx56 in resource group rg-np-version-upgrade-c9vx56-sj4pkd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"42fc9b19e3cf23717827a7a08fe5b97634eefee4ecbe58832c0fdf6556e7c21f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"d9e87306d9f6cdafd24bdad5f054b512f8f99626bf3c8a4eb93ab465c46b1124","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-kb7j4g\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013acdb0\u003e: \n    failed to create HCP cluster np-noedge-kb7j4g, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-kb7j4g in resource group rg-np-noedge-kb7j4g-dzbtrp, error: failed waiting for cluster=\"np-noedge-kb7j4g\" in resourcegroup=\"rg-np-noedge-kb7j4g-dzbtrp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-kb7j4g in resource group rg-np-noedge-kb7j4g-dzbtrp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-kb7j4g\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013acdb0\u003e: \n    failed to create HCP cluster np-noedge-kb7j4g, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-kb7j4g in resource group rg-np-noedge-kb7j4g-dzbtrp, error: failed waiting for cluster=\"np-noedge-kb7j4g\" in resourcegroup=\"rg-np-noedge-kb7j4g-dzbtrp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-kb7j4g in resource group rg-np-noedge-kb7j4g-dzbtrp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"461f5e118ca0fb2cc312b77e15bf456b31b56f89c0b5e362f02a5933132b9575","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"fd99e47981c3c6fd357e0032deb6db7a5093ec7bfe5c266a894751fbea191ded","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001156570\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2smgz4, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2smgz4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2smgz4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001156570\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2smgz4, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2smgz4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2smgz4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"53dda4eded50bfbb741ec490a519a06fa3365accb0b5fb62ae042f15d9ad5d88","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"38fdc9f8214be89992804aa603330cb6fe9fa1ecdaf9f072cd9287070c6cfb0b","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:596]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001502cc0\u003e: \n    failed to create HCP cluster np-downgrade-vbs2v4, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-vbs2v4 in resource group rg-np-downgrade-vbs2v4-82t5zv, error: failed waiting for cluster=\"np-downgrade-vbs2v4\" in resourcegroup=\"rg-np-downgrade-vbs2v4-82t5zv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-vbs2v4 in resource group rg-np-downgrade-vbs2v4-82t5zv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:596]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001502cc0\u003e: \n    failed to create HCP cluster np-downgrade-vbs2v4, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-vbs2v4 in resource group rg-np-downgrade-vbs2v4-82t5zv, error: failed waiting for cluster=\"np-downgrade-vbs2v4\" in resourcegroup=\"rg-np-downgrade-vbs2v4-82t5zv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-vbs2v4 in resource group rg-np-downgrade-vbs2v4-82t5zv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"56de19997b7197480238a5522edfe644bea8f2cc7b136316cbb7cdef18db6ab5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:49]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:49]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"59de668ef934bec552a07d6225521a6367db17b20bedb5dd47c80f5031e558a4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"86fef99216c8f4c9009e4e3ec1412f56411c451077079e66942fba541140e103","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","test_suite":"prod/parallel","failure_text":"000aa5188, {0x914ca80, 0xc000125120}, 0xc001904a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0019049e8 sp=0xc0019049b0 pc=0x319c0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000aa5188, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc001904c60 sp=0xc0019049e8 pc=0x319917b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000aa5188, {0xc0006af000, 0x1000, 0xc000308ba0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc001904cc8 sp=0xc001904c60 pc=0x319fa85\nnet/http.(*persistConn).Read(0xc000aff320, {0xc0006af000?, 0x3289b05?, 0x9145b00?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc001904d28 sp=0xc001904cc8 pc=0x3291407\nbufio.(*Reader).fill(0xc000f00480)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc001904d60 sp=0xc001904d28 pc=0x3031943\nbufio.(*Reader).Peek(0xc000f00480, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc001904d80 sp=0xc001904d60 pc=0x3031ad3\nnet/http.(*persistConn).readLoop(0xc000aff320)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc001904fc8 sp=0xc001904d80 pc=0x3291f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc001904fe0 sp=0xc001904fc8 pc=0x32908a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001904fe8 sp=0xc001904fe0 pc=0x2ed3cc1\ncreated by net/http.(*Transport).dialConn in goroutine 129\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 203 gp=0xc001600700 m=nil [sync.WaitGroup.Wait, 4 minutes]:\nruntime.gopark(0xc0015fb5b0?, 0x2e62874?, 0x80?, 0x24?, 0x200c0013e0bd0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0010f9550 sp=0xc0010f9530 pc=0x2ecb50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc0013ea778, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc0010f95b8 sp=0xc0010f9550 pc=0x2ea759d\nsync.runtime_SemacquireWaitGroup(0xc000519e20?, 0x0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc0010f95f0 sp=0xc0010f95b8 pc=0x2eccc2e\nsync.(*WaitGroup).Wait(0xc0013ea770)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc0010f9618 sp=0xc0010f95f0 pc=0x2ef0405\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000b99180, {0x7fa434753b08, 0xc00159b860}, {{0xc000ab4fb0, 0x1, 0x1}, 0x34630b8a000, {0x861de1c, 0x8}, {{0x0, ...}, ...}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:371 +0x252 fp=0xc0010f9730 sp=0xc0010f9618 pc=0x6bae3d2\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000b99180, {0x7fa434753b08, 0xc00159b860})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262 +0x250 fp=0xc0010f9888 sp=0xc0010f9730 pc=0x6badb30\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7fa434753b08?, 0xc00159b860?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc0010f98b0 sp=0xc0010f9888 pc=0x6bc9cd3\nruntime.call16(0xc00177cc90, 0xc00069bf70, 0x0, 0x0, 0x0, 0x10, 0xc0010f9b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc0010f98d0 sp=0xc0010f98b0 pc=0x2ed2223\nruntime.reflectcall(0x7ff4600?, 0xc00159b860?, 0x2?, 0x865590b?, 0x0?, 0x12?, 0x7bbaac0?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc0010f9910 sp=0xc0010f98d0 pc=0x2edaab6\nreflect.Value.call({0x746fa60?, 0xc00069bf70?, 0xc000e8f3c8?}, {0x86117f8, 0x4}, {0xc00190ff60, 0x1, 0xc000d1ed70?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc0010f9e70 sp=0xc0010f9910 pc=0x2f0dc66\nreflect.Value.Call({0x746fa60?, 0xc00069bf70?, 0x86102f5?}, {0xc00190ff60?, 0xc000e8f3c8?, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc0010f9ee8 sp=0xc0010f9e70 pc=0x2f0cd59\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x91fba30?, 0xc00159b860?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc0010f9f88 sp=0xc0010f9ee8 pc=0x3331170\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc0010f9fe0 sp=0xc0010f9f88 pc=0x3343c3b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0010f9fe8 sp=0xc0010f9fe0 pc=0x2ed3cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 47\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2ed5ae3\nrdx    0x0\nrdi    0xc7f2cb0\nrsi    0x80\nrbp    0x7fa43cb09cb8\nrsp    0x7fa43cb09c70\nr8     0x0\nr9     0x0\nr10    0x7fa43cb09ca8\nr11    0x202\nr12    0x7fa43cb09ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2ed5ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n000aa5188, {0x914ca80, 0xc000125120}, 0xc001904a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0019049e8 sp=0xc0019049b0 pc=0x319c0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000aa5188, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc001904c60 sp=0xc0019049e8 pc=0x319917b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000aa5188, {0xc0006af000, 0x1000, 0xc000308ba0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc001904cc8 sp=0xc001904c60 pc=0x319fa85\nnet/http.(*persistConn).Read(0xc000aff320, {0xc0006af000?, 0x3289b05?, 0x9145b00?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc001904d28 sp=0xc001904cc8 pc=0x3291407\nbufio.(*Reader).fill(0xc000f00480)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc001904d60 sp=0xc001904d28 pc=0x3031943\nbufio.(*Reader).Peek(0xc000f00480, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc001904d80 sp=0xc001904d60 pc=0x3031ad3\nnet/http.(*persistConn).readLoop(0xc000aff320)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc001904fc8 sp=0xc001904d80 pc=0x3291f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc001904fe0 sp=0xc001904fc8 pc=0x32908a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001904fe8 sp=0xc001904fe0 pc=0x2ed3cc1\ncreated by net/http.(*Transport).dialConn in goroutine 129\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 203 gp=0xc001600700 m=nil [sync.WaitGroup.Wait, 4 minutes]:\nruntime.gopark(0xc0015fb5b0?, 0x2e62874?, 0x80?, 0x24?, 0x200c0013e0bd0?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0010f9550 sp=0xc0010f9530 pc=0x2ecb50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc0013ea778, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc0010f95b8 sp=0xc0010f9550 pc=0x2ea759d\nsync.runtime_SemacquireWaitGroup(0xc000519e20?, 0x0?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc0010f95f0 sp=0xc0010f95b8 pc=0x2eccc2e\nsync.(*WaitGroup).Wait(0xc0013ea770)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc0010f9618 sp=0xc0010f95f0 pc=0x2ef0405\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000b99180, {0x7fa434753b08, 0xc00159b860}, {{0xc000ab4fb0, 0x1, 0x1}, 0x34630b8a000, {0x861de1c, 0x8}, {{0x0, ...}, ...}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:371 +0x252 fp=0xc0010f9730 sp=0xc0010f9618 pc=0x6bae3d2\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000b99180, {0x7fa434753b08, 0xc00159b860})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262 +0x250 fp=0xc0010f9888 sp=0xc0010f9730 pc=0x6badb30\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7fa434753b08?, 0xc00159b860?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc0010f98b0 sp=0xc0010f9888 pc=0x6bc9cd3\nruntime.call16(0xc00177cc90, 0xc00069bf70, 0x0, 0x0, 0x0, 0x10, 0xc0010f9b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc0010f98d0 sp=0xc0010f98b0 pc=0x2ed2223\nruntime.reflectcall(0x7ff4600?, 0xc00159b860?, 0x2?, 0x865590b?, 0x0?, 0x12?, 0x7bbaac0?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc0010f9910 sp=0xc0010f98d0 pc=0x2edaab6\nreflect.Value.call({0x746fa60?, 0xc00069bf70?, 0xc000e8f3c8?}, {0x86117f8, 0x4}, {0xc00190ff60, 0x1, 0xc000d1ed70?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc0010f9e70 sp=0xc0010f9910 pc=0x2f0dc66\nreflect.Value.Call({0x746fa60?, 0xc00069bf70?, 0x86102f5?}, {0xc00190ff60?, 0xc000e8f3c8?, 0x0?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc0010f9ee8 sp=0xc0010f9e70 pc=0x2f0cd59\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x91fba30?, 0xc00159b860?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc0010f9f88 sp=0xc0010f9ee8 pc=0x3331170\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc0010f9fe0 sp=0xc0010f9f88 pc=0x3343c3b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0010f9fe8 sp=0xc0010f9fe0 pc=0x2ed3cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 47\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2ed5ae3\nrdx    0x0\nrdi    0xc7f2cb0\nrsi    0x80\nrbp    0x7fa43cb09cb8\nrsp    0x7fa43cb09c70\nr8     0x0\nr9     0x0\nr10    0x7fa43cb09ca8\nr11    0x202\nr12    0x7fa43cb09ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2ed5ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"5ad0334172d71372916b9e8cab8c1a18749bd8778b8de3b42a7cdcc5e7b7a9b3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"86218b3910d6f910992aab8a9aea689c936c7b963097b1c490bf60815c628544","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-sxwhcd/cluster-nightly-4-23-dcgnth should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014c0960\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-dcgnth\" in resourcegroup=\"rg-nightly-4-23-sxwhcd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-dcgnth in resource group rg-nightly-4-23-sxwhcd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-sxwhcd/cluster-nightly-4-23-dcgnth should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014c0960\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-dcgnth\" in resourcegroup=\"rg-nightly-4-23-sxwhcd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-dcgnth in resource group rg-nightly-4-23-sxwhcd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6126725f475ef78a3e1393bcf1596be652ec7e8d1d13f1cfe80896cf8df10d2e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"b8d8da3a79b9a804f33bb50f7b79662fa1b3b26f9c558bd259693798d5410ea5","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001131680\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tc8wx2, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-tc8wx2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tc8wx2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001131680\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tc8wx2, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-tc8wx2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tc8wx2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"62f4fb69dcb9f394b4e3a9ffe2dc797944ea89107d661885a71ab3820faed3ef","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"93ab5d1f68614ed2c4622f637b5947806ce1a4a3ba1c69445db7637feee6ebc3","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:466]: failed to create HCP cluster np-skip-minor-hgvtjq at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006c6960\u003e: \n    failed to create HCP cluster np-skip-minor-hgvtjq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-hgvtjq in resource group rg-np-skip-minor-hgvtjq-79zn8d, error: failed waiting for cluster=\"np-skip-minor-hgvtjq\" in resourcegroup=\"rg-np-skip-minor-hgvtjq-79zn8d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-hgvtjq in resource group rg-np-skip-minor-hgvtjq-79zn8d, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:466]: failed to create HCP cluster np-skip-minor-hgvtjq at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006c6960\u003e: \n    failed to create HCP cluster np-skip-minor-hgvtjq, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-hgvtjq in resource group rg-np-skip-minor-hgvtjq-79zn8d, error: failed waiting for cluster=\"np-skip-minor-hgvtjq\" in resourcegroup=\"rg-np-skip-minor-hgvtjq-79zn8d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-hgvtjq in resource group rg-np-skip-minor-hgvtjq-79zn8d, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"643451a38c1bdc1bc01c1d3b156c1a9c92e5fe841e3d0e6aaf0115cf8bb91b5e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"7ca2d18467236b837547b98ad0099f57ffcbf6e374534a5f26768130d34ff74e","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-p9c85q with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011cc8a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-p9c85q, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-p9c85q in resource group rg-np-version-upgrade-p9c85q-d4lnrh, error: failed waiting for cluster=\"np-version-upgrade-cluster-p9c85q\" in resourcegroup=\"rg-np-version-upgrade-p9c85q-d4lnrh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-p9c85q in resource group rg-np-version-upgrade-p9c85q-d4lnrh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-p9c85q with version 4.21.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011cc8a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-p9c85q, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-p9c85q in resource group rg-np-version-upgrade-p9c85q-d4lnrh, error: failed waiting for cluster=\"np-version-upgrade-cluster-p9c85q\" in resourcegroup=\"rg-np-version-upgrade-p9c85q-d4lnrh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-p9c85q in resource group rg-np-version-upgrade-p9c85q-d4lnrh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"655784f8f50775da9ebbf4549be82b708bd32430da100ce4bac87ac6a817e264","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"8d2edfd73dbcb7548a1109b5cd7e17e8480d4ae7409e8a77c6845badc4825587","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-kzhdgd/cluster-candidate-4-21-pvzm27 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000924630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-kzhdgd/cluster-candidate-4-21-pvzm27 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000924630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"69a313dabeaa8d2d7f64ddfe2ad60cc61537a49264aa1eaedc336373b1c241ce","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"0f04c7a671ed4b38a7b84815bafd8806e2c2d71ec3d1f0682a14ba834122f20d","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00091c750\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-p6mnm2, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-p6mnm2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-p6mnm2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00091c750\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-p6mnm2, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-p6mnm2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-p6mnm2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6bf0d7863bbb9812b4f7644274af74b40b0f9932bb7493cf600769c14a7d6d0a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"1bc2931f0b08962a427e63cf87749a4ba2984769a65fcb0b887c528908c3ea5f","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-s8kqtd\" with version 4.19.31 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00121c6f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-s8kqtd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-s8kqtd in resource group rg-zstream-upgrade-4-19-k4qclk, error: failed waiting for cluster=\"cluster-zstream-4-19-s8kqtd\" in resourcegroup=\"rg-zstream-upgrade-4-19-k4qclk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-s8kqtd in resource group rg-zstream-upgrade-4-19-k4qclk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-s8kqtd\" with version 4.19.31 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00121c6f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-s8kqtd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-s8kqtd in resource group rg-zstream-upgrade-4-19-k4qclk, error: failed waiting for cluster=\"cluster-zstream-4-19-s8kqtd\" in resourcegroup=\"rg-zstream-upgrade-4-19-k4qclk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-s8kqtd in resource group rg-zstream-upgrade-4-19-k4qclk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6c45c06a729eac7b1bebc23a56095089c012c2f49e48453ffc3b9dfdfb0b87fe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"99fcfe1885e74594168a77268c8297847f8e51a94ec7d6a5560f611686675f86","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00152a8d0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-84dtr7, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-84dtr7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-84dtr7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00152a8d0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-84dtr7, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-84dtr7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-84dtr7, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"6ca8e287a534fb17e46f07376d89bd01b32ad450c9812d7285039b1ec4323918","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"84b15fc89c76df18d95d344599b9d0394a3c9310b3d12e04ac4625d82c0bfdff","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011368d0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-j2ff9b, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-j2ff9b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-j2ff9b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011368d0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-j2ff9b, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-j2ff9b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-j2ff9b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"88e0e88435311d2cb0096f49da2aac4a5e70ea6fc05576b8fd5641135244be1a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"43ee4f15e6f8ff06e0d8aafd2d3fa23921d63f08dd7ddd0bf40880335e7c49ba","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-7vwkd6\" with version 4.22.0-rc.4 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00104c450\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-7vwkd6, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-7vwkd6 in resource group rg-zstream-upgrade-4-22-std5tp, error: failed waiting for cluster=\"cluster-zstream-4-22-7vwkd6\" in resourcegroup=\"rg-zstream-upgrade-4-22-std5tp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-7vwkd6 in resource group rg-zstream-upgrade-4-22-std5tp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-7vwkd6\" with version 4.22.0-rc.4 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00104c450\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-7vwkd6, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-7vwkd6 in resource group rg-zstream-upgrade-4-22-std5tp, error: failed waiting for cluster=\"cluster-zstream-4-22-7vwkd6\" in resourcegroup=\"rg-zstream-upgrade-4-22-std5tp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-7vwkd6 in resource group rg-zstream-upgrade-4-22-std5tp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"9422195749fc171ca4c7a30093b6f2e17353e2007d7254e1cf5cc2e21c0684ec","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"c309d9ffd70a22263116a61d31716fc991c8fa728598abd1b4d573db8bc814d1","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001714960\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-m4bm2h, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-m4bm2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-m4bm2h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001714960\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-m4bm2h, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-m4bm2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-m4bm2h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"a49385e0b75c554650bc5353bdc8a30414a4319e23f7f20f0860fc2e8181a4fc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"3ba5477bd7fb3b69a4f2bd15f86df95d9bedfc83fa1275909ab4af5d444579ae","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-jxw4bq\" with version 4.20.23 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a7eea0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-jxw4bq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jxw4bq in resource group rg-zstream-upgrade-4-20-9gb8tt, error: failed waiting for cluster=\"cluster-zstream-4-20-jxw4bq\" in resourcegroup=\"rg-zstream-upgrade-4-20-9gb8tt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jxw4bq in resource group rg-zstream-upgrade-4-20-9gb8tt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-jxw4bq\" with version 4.20.23 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a7eea0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-jxw4bq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jxw4bq in resource group rg-zstream-upgrade-4-20-9gb8tt, error: failed waiting for cluster=\"cluster-zstream-4-20-jxw4bq\" in resourcegroup=\"rg-zstream-upgrade-4-20-9gb8tt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jxw4bq in resource group rg-zstream-upgrade-4-20-9gb8tt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"a4b7599376d3bc37a806554438a69e600f46cfa991a8a381949d50a67b104d38","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"0d1201473d80b8f1184f394bba1203bf0a6119b21a740eb31698c083c59b0d83","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001458ab0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-c2s2ht, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-c2s2ht\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-c2s2ht, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001458ab0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-c2s2ht, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-c2s2ht\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-c2s2ht, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"a824f2b304199fc9be0dba55df27c51abb659bb5c81ef75ad5da3f6aaaa5915a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"0436315dc74fa6c0436fdaa96d62f874f6aa63ac3c53854d13ceac33d2eeceea","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"{0xc00007a094, 0x2a}, 0x0, {0xc0007868e0, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e5aa85?, 0xc000ab0d80?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x91e1708, 0xc000e157c0}, 0xc000a57380, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 88 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000a57380?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 87\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137 @ 06/12/26 13:49:03.006\n  \"ts\"=\"2026-06-12 13:49:03.007583\" \"level\"=0 \"msg\"=\"===== TEST CASE ENDED: FAILURE =====\"\n  \"ts\"=\"2026-06-12 13:49:03.007634\" \"level\"=0 \"msg\"=\"===== CLEANUP BEGAN =====\"\n  \"ts\"=\"2026-06-12 13:49:03.007761\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-06-12 13:49:03.007887\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-5pvqrv-67ffr4\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 13:49:03.075105\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-20-5pvqrv-67ffr4\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-06-12 13:49:03.778877\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-06-12 13:49:03.779022\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-06-12 13:49:03.779140\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-06-12 13:49:03.781368\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 13:49:03.781396\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\"\n  \"ts\"=\"2026-06-12 13:49:04.152510\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\" \"deployment\"=\"pooledNonMsiScopedAssignments-34bborbknryhu\"\n  \"ts\"=\"2026-06-12 13:49:04.166599\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-06-12 13:49:04.243967\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-5pvqrv-67ffr4\"\n  \"ts\"=\"2026-06-12 13:49:04.475079\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\" \"deployment\"=\"msi-deployment-148\"\n  \"ts\"=\"2026-06-12 13:49:04.599107\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-06-12 13:49:05.015191\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-06-12 13:49:05.015430\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 14:02:43.842163\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 14:02:43.842189\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n{0xc00007a094, 0x2a}, 0x0, {0xc0007868e0, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e5aa85?, 0xc000ab0d80?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x91e1708, 0xc000e157c0}, 0xc000a57380, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 88 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000a57380?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 87\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137 @ 06/12/26 13:49:03.006\n  \"ts\"=\"2026-06-12 13:49:03.007583\" \"level\"=0 \"msg\"=\"===== TEST CASE ENDED: FAILURE =====\"\n  \"ts\"=\"2026-06-12 13:49:03.007634\" \"level\"=0 \"msg\"=\"===== CLEANUP BEGAN =====\"\n  \"ts\"=\"2026-06-12 13:49:03.007761\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-06-12 13:49:03.007887\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-5pvqrv-67ffr4\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 13:49:03.075105\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-20-5pvqrv-67ffr4\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-06-12 13:49:03.778877\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-06-12 13:49:03.779022\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-06-12 13:49:03.779140\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-06-12 13:49:03.781368\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 13:49:03.781396\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\"\n  \"ts\"=\"2026-06-12 13:49:04.152510\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\" \"deployment\"=\"pooledNonMsiScopedAssignments-34bborbknryhu\"\n  \"ts\"=\"2026-06-12 13:49:04.166599\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-06-12 13:49:04.243967\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-5pvqrv-67ffr4\"\n  \"ts\"=\"2026-06-12 13:49:04.475079\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-148\" \"deployment\"=\"msi-deployment-148\"\n  \"ts\"=\"2026-06-12 13:49:04.599107\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-06-12 13:49:05.015191\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-06-12 13:49:05.015430\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 14:02:43.842163\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\n  \"ts\"=\"2026-06-12 14:02:43.842189\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"rg-candidate-4-20-vpbqs7\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"ace27089f9738aadf2e0fa1a8ad9abea5f643ba1c1ec6013f5bc1dd8e84fe0a9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"cb2dc64109886c45b7eaaa47c085b83187619cdc335a62fd639a712824d0ff37","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a510\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xt5mwq, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xt5mwq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xt5mwq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a510\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xt5mwq, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xt5mwq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xt5mwq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"afc2e6242417c40fb1fda437e3909a6dc15abf518aec6752dbcd1006cce0c0ca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"cea3b70f5824caf1fa23764f3f08ffa6d80f2d1f5329eabdd0c28f998ccc209a","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:134]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b0cde0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-k864vq, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-k864vq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-k864vq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:134]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b0cde0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-k864vq, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-k864vq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-k864vq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b0c81734d1fbe1ad01c147e70d22d5c098110e4112773fdd9ef361d6255852fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"a3473e0ee74a735950a2273663a670c8c71df5f569035984ace11ce456808ba3","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f682a0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-snfshf, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-snfshf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-snfshf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f682a0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-snfshf, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-snfshf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-snfshf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b6d8d30d4bb2786c3af5783dbb2461508308bae454978e5ee4c9eddbb5fbf3d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"1c9e682d5309beeb9626b59d8fc3c19b82acf85cd7b8d20dd47a7a26a4a9add8","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016824e0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-d7qmw7, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-d7qmw7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-d7qmw7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016824e0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-d7qmw7, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-d7qmw7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-d7qmw7, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"b8697b93c94bce8b54bafe8960c6f8aa96a0f738833b96c5c538f76ed3e00355","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"7d95624bb890ba417cbb3103837082359335d59a82653de667188c3d8134af7e","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.007s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.007s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state"}},{"row_id":"b9abe41aa81e31b0d4f49ee31a9615c62a5ef638fedd158db2b556a1b11563a1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"4c58a89c1c53aa0867a02a3f99f33e45a7bf1b2bd014771fb040d1c856594e34","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011e22a0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-nf5q4s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-nf5q4s, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011e22a0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-nf5q4s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-nf5q4s, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"c40a824074b355e066f29f39d8dd8a9610c70d35345ad3b44d480d869363392a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"d8c8e8fd406b64b718349e554a112591b6bda616177cc090aff939bb5641ccf3","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-q5c6ls\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140aa20\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-q5c6ls, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-q5c6ls in resource group rg-zstream-upgrade-4-21-p9576j, error: failed waiting for cluster=\"cluster-zstream-4-21-q5c6ls\" in resourcegroup=\"rg-zstream-upgrade-4-21-p9576j\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-q5c6ls in resource group rg-zstream-upgrade-4-21-p9576j, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-q5c6ls\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140aa20\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-q5c6ls, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-q5c6ls in resource group rg-zstream-upgrade-4-21-p9576j, error: failed waiting for cluster=\"cluster-zstream-4-21-q5c6ls\" in resourcegroup=\"rg-zstream-upgrade-4-21-p9576j\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-q5c6ls in resource group rg-zstream-upgrade-4-21-p9576j, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"de390cb8b10b2ea7b62642e21eb1bf3f9670a91b76b33cb91fb17d887e5d2967","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"9ef7199db34b22176f999bf7153d7b87f04cdc4534f615ead6fae2e33b30d0c6","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010212f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-9pfz8v, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-9pfz8v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-9pfz8v, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010212f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-9pfz8v, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-9pfz8v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-9pfz8v, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"e49234472aeeaa5d49d32d13b6bcfcddf9a4d8f6be218d57f711870408c61b95","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"bf259989f9359e7039ce71809f838f9f528fa891add195b395f6f55b5109cc14","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:83]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00160ced0\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-8z699g, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-8z699g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-8z699g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:83]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00160ced0\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-8z699g, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-8z699g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-8z699g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"e4cb240ca903aaa36931cd619ac1d165f30ad34121d9533d18e67fcf9673623c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"80608d7b7a0326af77c86127893febcf4760848b03d8af7f739e25d8b6c7c2a2","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cfebd0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-6rmdxd, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-6rmdxd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-6rmdxd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cfebd0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-6rmdxd, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-6rmdxd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-6rmdxd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"f27a610c3e6fd26e1978a382ad78b0c8eef5826cc06b047a1324362da711c8cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"cefdb0571b80ec4dbbe75d37485e9f5fd4a54ecff8d0bfcb70d3e3787a8a6943","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cb0ff0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-8gn4wh, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-8gn4wh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-8gn4wh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cb0ff0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-8gn4wh, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-8gn4wh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-8gn4wh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"f3e49f815e7bcc77792db1d035c8e9c19bec25f520ca9c01af1a8962a5f7a987","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"3e3a3d4f62c5e8a64ff8b5cb02b93498aaf8a6753c80e2b6b8b3864addabc2a3","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation","search_query":"context deadline exceeded"}},{"row_id":"f4377e8940077726dc2cfce0a45d874d62ef0ce22c4349ab6283b9e519e098e4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"7653ffd4e02735b234dd652c0dd32332c9566363ef7806113eb84037d3ada7a9","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes"}},{"row_id":"ff9d588a5eed5dcb8bd677bf4b4735bcfa612fe27f790e940ad2eb823e28c29a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065388059075022848","occurred_at":"2026-06-12T10:57:20Z","failed_at":"e2e","signature_id":"bf639703dab04cdc292d0fe260d3ed6adf04758fbacc530e335ddb37b245319e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005406f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gqg7ws, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-gqg7ws\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gqg7ws, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005406f0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gqg7ws, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-gqg7ws\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-gqg7ws, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":45,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":46,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T05:22:54Z"},"failed_at":["e2e"],"failed_test_count":7,"occurrences":[{"row_id":"1d730df36c2278a642b0e2511ac1aef453be1378460561d43b381fe9ed791465","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"b3ca3adbf39d77a03622f25f00bcfd34e5223db45f42db3c230a8f26a76998a4","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001285cb0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-qtjzpx, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-qtjzpx\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001285cb0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-qtjzpx, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-qtjzpx\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"68deddeb7c23ef37f36250ccd9a3c7412dfb9875e9ba745116dfbb56b98e04e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"d581ddd3d399eeafcb2f33e8d53dd7bd9bc29e90ca98a6492e7bb1b8cb23026e","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:75]: failed to get latest install version for nightly channel: after 4 attempts: query nightly tags for 4.23.0-0.nightly-multi returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:75]: failed to get latest install version for nightly channel: after 4 attempts: query nightly tags for 4.23.0-0.nightly-multi returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4a64d19b350de8c067fb8a8e314eb2a7fc1e0b167107254f97c7d0949bcf19fa","failure_pattern":"\u003c/html\u003e","search_query":"failure"}},{"row_id":"9632d3d2c92efcca7d789d19b011e6fe0cf61a1344cbaab5e7354afe96ff314f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"2607c5fb3aecfe545d2232dc82520c6d75a7331f4a971e04c92baf205de20693","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-58vbqc\" for cluster \"cluster-candidate-4-22-58vbqc\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ad64e0\u003e: \n    failed to create NodePool np-58vbqc, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-58vbqc in resource group rg-candidate-4-22-mhlbbg, error: failed waiting for nodepool=\"np-58vbqc\" for cluster \"cluster-candidate-4-22-58vbqc\" in resourcegroup=\"rg-candidate-4-22-mhlbbg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-58vbqc\" for cluster \"cluster-candidate-4-22-58vbqc\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ad64e0\u003e: \n    failed to create NodePool np-58vbqc, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-58vbqc in resource group rg-candidate-4-22-mhlbbg, error: failed waiting for nodepool=\"np-58vbqc\" for cluster \"cluster-candidate-4-22-58vbqc\" in resourcegroup=\"rg-candidate-4-22-mhlbbg\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"a3400c2b44f99a0807430d7b75b1b690b8659ca5ae8b53d93ae95cf2900b8e79","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"27dfbed561753b0b13868865cd4e80e798040be912eb6800a37c3161138e4122","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc000f7e7e0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-tfrswl, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-tfrswl\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc000f7e7e0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-tfrswl, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-tfrswl\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"be1b28be248f544eb49aba8d0807682d3105a296be5fdd1f8340dfc83965a05b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"f735632862021d035112daef3b3e1a2649bc0caa225202fc84ec078889dde62b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-c28plp\" for cluster \"cluster-candidate-4-20-c28plp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e6b410\u003e: \n    failed to create NodePool np-c28plp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-c28plp in resource group rg-candidate-4-20-pw9gpf, error: failed waiting for nodepool=\"np-c28plp\" for cluster \"cluster-candidate-4-20-c28plp\" in resourcegroup=\"rg-candidate-4-20-pw9gpf\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-c28plp\" for cluster \"cluster-candidate-4-20-c28plp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e6b410\u003e: \n    failed to create NodePool np-c28plp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-c28plp in resource group rg-candidate-4-20-pw9gpf, error: failed waiting for nodepool=\"np-c28plp\" for cluster \"cluster-candidate-4-20-c28plp\" in resourcegroup=\"rg-candidate-4-20-pw9gpf\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"bf4699c74084a53cb6f72c801978c0b46bfceb01a61e17d66c191249fb5c7ed9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"0278c145e3158102ddddbf7e4b92fa0c3c9dbe45ba0905b49a336f1c71510213","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-7th746\" for cluster \"cluster-candidate-4-21-7th746\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00102a390\u003e: \n    failed to create NodePool np-7th746, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-7th746 in resource group rg-candidate-4-21-42wwph, error: failed waiting for nodepool=\"np-7th746\" for cluster \"cluster-candidate-4-21-7th746\" in resourcegroup=\"rg-candidate-4-21-42wwph\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-7th746\" for cluster \"cluster-candidate-4-21-7th746\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00102a390\u003e: \n    failed to create NodePool np-7th746, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-7th746 in resource group rg-candidate-4-21-42wwph, error: failed waiting for nodepool=\"np-7th746\" for cluster \"cluster-candidate-4-21-7th746\" in resourcegroup=\"rg-candidate-4-21-42wwph\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-n9rvxv, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-n9rvxv\" to finish creating: context deadline exceeded"}},{"row_id":"f227bfde9de24eabda46a0d0d967869ecb968eeb4ee01783d889b3517425d8d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065303808690360320","occurred_at":"2026-06-12T05:22:54Z","failed_at":"e2e","signature_id":"957e96f8e5ed07f64b0bc7ba6f4d11df6a74a38b64d1fe93779ad1721139ec68","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:75]: failed to get latest install version for nightly channel: after 4 attempts: query nightly tags for 5.0.0-0.nightly-multi returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:75]: failed to get latest install version for nightly channel: after 4 attempts: query nightly tags for 5.0.0-0.nightly-multi returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4a64d19b350de8c067fb8a8e314eb2a7fc1e0b167107254f97c7d0949bcf19fa","failure_pattern":"\u003c/html\u003e","search_query":"failure"}}],"failure_pattern_summary":{"signature_count":7,"failure_pattern_ids":["1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","4a64d19b350de8c067fb8a8e314eb2a7fc1e0b167107254f97c7d0949bcf19fa"],"matched_occurrences":7,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065294301016887296","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T04:45:07Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"571e41fb0d3c8cf05070fe17806eb40d815bf167138baaa0ed100daa332fd005","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2065294301016887296","occurred_at":"2026-06-12T04:45:07Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2065252825906024448","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-12T02:00:02Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"53b8b357af9baeebb26a556ae411b20a731ec05a7df7d3d603ec3e5fa6ceeaca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2065252825906024448","occurred_at":"2026-06-12T02:00:02Z","failed_at":"e2e","signature_id":"1c84fee9f9bb64463b516123e66b71e1bd4c9d8c1fd7e1a9f211eb195ea94c00","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-lvbhzt/cluster-nightly-5-0-7knptb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b134a0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-7knptb\" in resourcegroup=\"rg-nightly-5-0-lvbhzt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-7knptb in resource group rg-nightly-5-0-lvbhzt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-lvbhzt/cluster-nightly-5-0-7knptb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b134a0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-7knptb\" in resourcegroup=\"rg-nightly-5-0-lvbhzt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-7knptb in resource group rg-nightly-5-0-lvbhzt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}},{"row_id":"f22636e947ddfa867672371ec2d64098fef84b6fa641667db7e466a10e49de3c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2065252825906024448","occurred_at":"2026-06-12T02:00:02Z","failed_at":"e2e","signature_id":"08b61e80c5ccfdfc37bbb7373f3a13f4de99d2cd42c7b309d33d94ef317ac5f0","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-h4gwgz/cluster-nightly-4-23-qrhj84 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000720090\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-qrhj84\" in resourcegroup=\"rg-nightly-4-23-h4gwgz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-qrhj84 in resource group rg-nightly-4-23-h4gwgz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-h4gwgz/cluster-nightly-4-23-qrhj84 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000720090\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-qrhj84\" in resourcegroup=\"rg-nightly-4-23-h4gwgz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-qrhj84 in resource group rg-nightly-4-23-h4gwgz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-pvzm27, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: failed waiting for cluster=\"cluster-candidate-4-21-pvzm27\" in resourcegroup=\"rg-candidate-4-21-kzhdgd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-pvzm27 in resource group rg-candidate-4-21-kzhdgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}