{"meta":{"date":"2026-05-21","timezone":"UTC","generated_at":"2026-08-29T21:43:27Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":7,"failed_runs":5,"runs_with_occurrences":5,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":1,"runs_without_occurrence_rows":2,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-21T23:01:04Z"},"failed_at":["e2e"],"failed_test_count":8,"occurrences":[{"row_id":"06e31cf1abae5a00e30c38e52a0ca13ed0ad6226161148af3ef39a88375d3249","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"63bf8f7a4bada72f17ea423dc2c9b59c1172f3b91b25752e364cf82e3b43ec00","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001658e70\u003e: \n failed to create HCP cluster cluster-zstream-4-21-5zzpg9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-5zzpg9 in resource group rg-zstream-upgrade-4-21-q5wfn6, error: failed waiting for cluster=\"cluster-zstream-4-21-5zzpg9\" in resourcegroup=\"rg-zstream-upgrade-4-21-q5wfn6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-5zzpg9 in resource group rg-zstream-upgrade-4-21-q5wfn6, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001658e70\u003e: \n failed to create HCP cluster cluster-zstream-4-21-5zzpg9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-5zzpg9 in resource group rg-zstream-upgrade-4-21-q5wfn6, error: failed waiting for cluster=\"cluster-zstream-4-21-5zzpg9\" in resourcegroup=\"rg-zstream-upgrade-4-21-q5wfn6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-5zzpg9 in resource group rg-zstream-upgrade-4-21-q5wfn6, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"160bba8715a7679cfa7c34f7dc583bb3828cc3d1c1bcb1070119fe42b32b88b4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"8c7ce3bbbbfa5945f32693a0c32f6d62183ca23c4a58f856de38fc302cefaedc","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015faed0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-g8lbhk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-g8lbhk in resource group rg-cp-ystream-upgrade-4-21-xd75pj, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-g8lbhk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-xd75pj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-g8lbhk in resource group rg-cp-ystream-upgrade-4-21-xd75pj, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015faed0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-g8lbhk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-g8lbhk in resource group rg-cp-ystream-upgrade-4-21-xd75pj, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-g8lbhk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-xd75pj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-g8lbhk in resource group rg-cp-ystream-upgrade-4-21-xd75pj, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"2926a831ad91b0ddc3070163856f30c9ab200d4b414ab762946ea28a1f2ceebf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"9e161de7f222757e6be5cb6efd533c1d9487b249d1196d9571bf19ca59d236b3","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a6f1a0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-crn9q6, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-crn9q6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-crn9q6, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a6f1a0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-crn9q6, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-crn9q6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-crn9q6, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"39422459d3af62efb7d9417b9d792e2cbb216bc633e62d2d5e92dc939a26d9d5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"3146e133d1d53d9de02a0ad9ca2f62ee6c7c90b765bccb0b2f80d4df0c51afa8","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015877d0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-s5k9v5, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-s5k9v5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-s5k9v5, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015877d0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-s5k9v5, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-s5k9v5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-s5k9v5, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"555a8a7df2001308ffc84516191c43f4c224c477a50111f98024cac30eddb3cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"673d1e13acdeebc6ccff9307500c0e9cebf30b72d57b2f5cedac789a07c2d224","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00156ea50\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-z9wrmk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-z9wrmk in resource group rg-cp-ystream-upgrade-4-22-764nlr, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-z9wrmk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-764nlr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-z9wrmk in resource group rg-cp-ystream-upgrade-4-22-764nlr, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00156ea50\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-z9wrmk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-z9wrmk in resource group rg-cp-ystream-upgrade-4-22-764nlr, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-z9wrmk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-764nlr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-z9wrmk in resource group rg-cp-ystream-upgrade-4-22-764nlr, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"970c6958c56fef288523cb5c0fc1efe680f219c5b4fdb2c7a9c665197610d083","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"49b53a708c5e982445ccee2305b64603b34f0b5a7071c57243b770d1c4b4b0be","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00137b200\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-wlvbjk, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-wlvbjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-wlvbjk, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00137b200\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-wlvbjk, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-wlvbjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-wlvbjk, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"d0acade9646bd2469da202b2c05679338189639233a266d541344a0d8378e910","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"c0e83fcbb7c196d11237cfd70ba472cc6d161e6f24b8b07363a48b48bc336c17","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014f6db0\u003e: \n failed to create HCP cluster ea-listcg2h8f, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcg2h8f in resource group ea-list-mpv75h, error: failed waiting for cluster=\"ea-listcg2h8f\" in resourcegroup=\"ea-list-mpv75h\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcg2h8f in resource group ea-list-mpv75h, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014f6db0\u003e: \n failed to create HCP cluster ea-listcg2h8f, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcg2h8f in resource group ea-list-mpv75h, error: failed waiting for cluster=\"ea-listcg2h8f\" in resourcegroup=\"ea-list-mpv75h\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcg2h8f in resource group ea-list-mpv75h, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"e5d80ba597fe77355655621df2658f1fac1b12a92c769cac5eee742b2140f608","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057597677650055168","occurred_at":"2026-05-21T23:01:04Z","failed_at":"e2e","signature_id":"98f3c384427a86c455bfeac8d7cc80659b493b4c78bf2c4b601f79c4f9cfb329","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013de8a0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p9wsl8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p9wsl8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p9wsl8, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013de8a0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p9wsl8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p9wsl8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p9wsl8, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":8,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be"],"matched_occurrences":8,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057595701323370496","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-21T22:53:38Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"94a5bf908b42be276f5ff1e89e0bca4da8a9fa3fad325360015dd7d8286c62e0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057595701323370496","occurred_at":"2026-05-21T22:53:38Z","failed_at":"e2e","signature_id":"8b0682406e97f061d71285d4db9f414fa8662ac1b5ab2dd34e6897f643f203ef","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013b28a0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-6wt5bs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-6wt5bs in resource group rg-cp-ystream-upgrade-4-22-msvsss, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-6wt5bs\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-msvsss\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-6wt5bs in resource group rg-cp-ystream-upgrade-4-22-msvsss, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013b28a0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-6wt5bs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-6wt5bs in resource group rg-cp-ystream-upgrade-4-22-msvsss, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-6wt5bs\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-msvsss\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-6wt5bs in resource group rg-cp-ystream-upgrade-4-22-msvsss, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057553633062424576","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-21T20:06:27Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"d090e17d102d2bcf0a34ca334d8a9ace1452423a9989c7dee4657cffe323bf88","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057553633062424576","occurred_at":"2026-05-21T20:06:27Z","failed_at":"e2e","signature_id":"61dac00315ed9a49099523c7c6fcf2b8dc425a72b70dfb7e556796c0fc278415","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:207]: Unexpected error:\n \u003c*errors.joinError | 0xc000bb8b58\u003e: \n VerifyNodesReady failed: no nodes found in the cluster\n VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-kbvlgs\" to finish creating: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:207]: Unexpected error:\n \u003c*errors.joinError | 0xc000bb8b58\u003e: \n VerifyNodesReady failed: no nodes found in the cluster\n VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-kbvlgs\" to finish creating: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"afb4bb7f79f1adc8b037a175530f7cd4154fc1b7d3239a4e6c6847fba115a743","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["afb4bb7f79f1adc8b037a175530f7cd4154fc1b7d3239a4e6c6847fba115a743"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057413158292688896","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-05-21T10:48:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057393623900622848","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-21T09:30:38Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d6d7a63e121837c450ffb2d31ec003ec80e515cafd44cd893f3ae9d733b4df9a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057393623900622848","occurred_at":"2026-05-21T09:30:38Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-21T03:19:36Z"},"failed_at":["e2e"],"failed_test_count":28,"occurrences":[{"row_id":"046f7ffd7171121db69edacae5ce499eec13f83ff04b0285ac739df12c1a1988","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"89d011d4fb248bb5983ff040a1404551df286756e05c608d847667599585e437","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"0014f2838 pc=0x30dc2e5\nnet.(*conn).Read(0xc000f8c1f0, {0xc000eaa000?, 0x7f38e0692f20?, 0x7f3927b5f5c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0014f28c8 sp=0xc0014f2880 pc=0x30ee385\ncrypto/tls.(*atLeastReader).Read(0xc00126ce40, {0xc000eaa000?, 0x17b6?, 0x2e86245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc0014f2910 sp=0xc0014f28c8 pc=0x3159f1b\nbytes.(*Buffer).ReadFrom(0xc0009ebb28, {0x9053900, 0xc00126ce40})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0014f2968 sp=0xc0014f2910 pc=0x2f5a578\ncrypto/tls.(*Conn).readFromUntil(0xc0009eb888, {0x90553e0, 0xc000f8c1f0}, 0xc0014f29d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0014f29a0 sp=0xc0014f2968 pc=0x315a0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc0009eb888, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0014f2c18 sp=0xc0014f29a0 pc=0x315717b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc0009eb888, {0xc000530000, 0x1000, 0x355a840?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0014f2c80 sp=0xc0014f2c18 pc=0x315da85\nbufio.(*Reader).Read(0xc00161f6e0, {0xc000e82044, 0x9, 0x35688ce?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc0014f2cb8 sp=0xc0014f2c80 pc=0x2fefed7\nio.ReadAtLeast({0x9052d40, 0xc00161f6e0}, {0xc000e82044, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc0014f2d00 sp=0xc0014f2cb8 pc=0x2ee406e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000e82044, 0x9, 0xc000000021?}, {0x9052d40?, 0xc00161f6e0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc0014f2d50 sp=0xc0014f2d00 pc=0x3551605\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000e82000)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc0014f2dd8 sp=0xc0014f2d50 pc=0x35521cb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000e82000)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc0014f2e18 sp=0xc0014f2dd8 pc=0x3552938\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc0014f2fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc0014f2f60 sp=0xc0014f2e18 pc=0x356580a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc00101d500)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc0014f2fc8 sp=0xc0014f2f60 pc=0x3564b92\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc0014f2fe0 sp=0xc0014f2fc8 pc=0x355e325\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0014f2fe8 sp=0xc0014f2fe0 pc=0x2e91cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 1522\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\ngoroutine 1298 gp=0xc001a5c000 m=nil [select]:\nruntime.gopark(0xc00008fa18?, 0x2?, 0xc0?, 0x59?, 0xc00008fa0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008f898 sp=0xc00008f878 pc=0x2e8950e\nruntime.selectgo(0xc00008fa18, 0xc00008fa08, 0xc000e6ef80?, 0x0, 0x3654d5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008f9d8 sp=0xc00008f898 pc=0x2e642f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x90e87c8, 0xc000ba6000}, 0x85624cf?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008fa48 sp=0xc00008f9d8 pc=0x36544b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x9139d00, {0x90e87c8, 0xc000ba6000}, 0xc001a88000)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008fd48 sp=0xc00008fa48 pc=0x3d55192\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x90e87c8, 0xc000ba20f0}, 0xc00126d110, {0xc00096d800, 0x1e}, {0xc001a1a2a0, 0x1b}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x52a fp=0xc00008fef0 sp=0xc00008fd48 pc=0x6abbf2a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:465 +0x94 fp=0xc00008ff78 sp=0xc00008fef0 pc=0x6abf514\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008ffe0 sp=0xc00008ff78 pc=0x4722a30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x2e91cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1230\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax 0xca\nrbx 0x0\nrcx 0x2e93ae3\nrdx 0x0\nrdi 0xc6b7f50\nrsi 0x80\nrbp 0x7fff1e0b9a70\nrsp 0x7fff1e0b9a28\nr8 0x0\nr9 0x0\nr10 0x0\nr11 0x286\nr12 0x39\nr13 0x1\nr14 0xc6b59c0\nr15 0x1\nrip 0x2e93ae1\nrflags 0x286\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n0014f2838 pc=0x30dc2e5\nnet.(*conn).Read(0xc000f8c1f0, {0xc000eaa000?, 0x7f38e0692f20?, 0x7f3927b5f5c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0014f28c8 sp=0xc0014f2880 pc=0x30ee385\ncrypto/tls.(*atLeastReader).Read(0xc00126ce40, {0xc000eaa000?, 0x17b6?, 0x2e86245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc0014f2910 sp=0xc0014f28c8 pc=0x3159f1b\nbytes.(*Buffer).ReadFrom(0xc0009ebb28, {0x9053900, 0xc00126ce40})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0014f2968 sp=0xc0014f2910 pc=0x2f5a578\ncrypto/tls.(*Conn).readFromUntil(0xc0009eb888, {0x90553e0, 0xc000f8c1f0}, 0xc0014f29d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0014f29a0 sp=0xc0014f2968 pc=0x315a0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc0009eb888, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0014f2c18 sp=0xc0014f29a0 pc=0x315717b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc0009eb888, {0xc000530000, 0x1000, 0x355a840?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0014f2c80 sp=0xc0014f2c18 pc=0x315da85\nbufio.(*Reader).Read(0xc00161f6e0, {0xc000e82044, 0x9, 0x35688ce?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc0014f2cb8 sp=0xc0014f2c80 pc=0x2fefed7\nio.ReadAtLeast({0x9052d40, 0xc00161f6e0}, {0xc000e82044, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc0014f2d00 sp=0xc0014f2cb8 pc=0x2ee406e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000e82044, 0x9, 0xc000000021?}, {0x9052d40?, 0xc00161f6e0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc0014f2d50 sp=0xc0014f2d00 pc=0x3551605\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000e82000)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc0014f2dd8 sp=0xc0014f2d50 pc=0x35521cb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000e82000)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc0014f2e18 sp=0xc0014f2dd8 pc=0x3552938\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc0014f2fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc0014f2f60 sp=0xc0014f2e18 pc=0x356580a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc00101d500)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc0014f2fc8 sp=0xc0014f2f60 pc=0x3564b92\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc0014f2fe0 sp=0xc0014f2fc8 pc=0x355e325\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0014f2fe8 sp=0xc0014f2fe0 pc=0x2e91cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 1522\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\ngoroutine 1298 gp=0xc001a5c000 m=nil [select]:\nruntime.gopark(0xc00008fa18?, 0x2?, 0xc0?, 0x59?, 0xc00008fa0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008f898 sp=0xc00008f878 pc=0x2e8950e\nruntime.selectgo(0xc00008fa18, 0xc00008fa08, 0xc000e6ef80?, 0x0, 0x3654d5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008f9d8 sp=0xc00008f898 pc=0x2e642f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x90e87c8, 0xc000ba6000}, 0x85624cf?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008fa48 sp=0xc00008f9d8 pc=0x36544b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x9139d00, {0x90e87c8, 0xc000ba6000}, 0xc001a88000)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008fd48 sp=0xc00008fa48 pc=0x3d55192\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x90e87c8, 0xc000ba20f0}, 0xc00126d110, {0xc00096d800, 0x1e}, {0xc001a1a2a0, 0x1b}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x52a fp=0xc00008fef0 sp=0xc00008fd48 pc=0x6abbf2a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:465 +0x94 fp=0xc00008ff78 sp=0xc00008fef0 pc=0x6abf514\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008ffe0 sp=0xc00008ff78 pc=0x4722a30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x2e91cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1230\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax 0xca\nrbx 0x0\nrcx 0x2e93ae3\nrdx 0x0\nrdi 0xc6b7f50\nrsi 0x80\nrbp 0x7fff1e0b9a70\nrsp 0x7fff1e0b9a28\nr8 0x0\nr9 0x0\nr10 0x0\nr11 0x286\nr12 0x39\nr13 0x1\nr14 0xc6b59c0\nr15 0x1\nrip 0x2e93ae1\nrflags 0x286\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"15a1ec098919f1d56a16a9f51702ceb2337e76a169674d25a48a09f3775eb45c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"f72547527d851d1877f4fd4a9dc4c02eeaf86b5ccf3506963991e4ddc809f420","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00184cd20\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-z4vhhf, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-z4vhhf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-z4vhhf, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00184cd20\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-z4vhhf, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-z4vhhf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-z4vhhf, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"1e71cfa8b1c2efe3844e79fdb5ec48ba912c2ffccb325e72136742bd4d6cb6a3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"dedad986aeae3f76a5b5683220019bc16c76944b0d0ee6666ad421a9225829fa","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a13500\u003e: \n failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-lwmvdg, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-lwmvdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-lwmvdg, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a13500\u003e: \n failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-lwmvdg, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-lwmvdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-lwmvdg, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"2332a9c3f423af29f3c9539a5b9483242142e583967ec5e764678343c1c2a717","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"0c4ed9bba8fe112ea7971d2241bf4fe4d2d0df6edae20700d459cff3d63baf26","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"3cc971bc48e555c54fd5e42fac92f8f1ea83fd65c1029e8aeccb6226b16a537c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"cc180afcd6c9b0ca867de153a6b80eb998f7087d0b9e87ce2968522c2d132dd2","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001628900\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-rfl6bk, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-rfl6bk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-rfl6bk, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001628900\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-rfl6bk, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-rfl6bk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-rfl6bk, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"408797badaace884772b7f3652f8c7e458da2dd4b231468c6652a7f058440ca1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"f4432d3a59644d15e638cd4c0dd7e8016f5e5710984f962f4a78021cb042a37b","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a64ab0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-d4f77s, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-d4f77s\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-d4f77s, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a64ab0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-d4f77s, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-d4f77s\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-d4f77s, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"4a96b114a975c62b486675b2428514783faa465ea5bb30d6d02bb1d9fbcf97c3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"d51edf40d394714333e983edcec64d86bbea4f94e0df9fd17725c91d32bd2271","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000dead80\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wknbvz, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-wknbvz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wknbvz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000dead80\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wknbvz, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-wknbvz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-wknbvz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"638e664b02acdc0cd7a24461fae1c28f3dc44264920256521d49b170998d4107","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"8932495cfe6579ba678e0abbb90df0bfb720b61cd01d5bf9af97e2e1c52d3668","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001541530\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-58h7rs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-58h7rs in resource group rg-cp-ystream-upgrade-4-21-g5rgp2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-58h7rs\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-g5rgp2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-58h7rs in resource group rg-cp-ystream-upgrade-4-21-g5rgp2, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001541530\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-58h7rs, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-58h7rs in resource group rg-cp-ystream-upgrade-4-21-g5rgp2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-58h7rs\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-g5rgp2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-58h7rs in resource group rg-cp-ystream-upgrade-4-21-g5rgp2, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"69638fe3fed51b5f01eb93830a56af5b62f1160511888d4a22efdceb37ca3dcf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"96c1b4d5ec92acadc649698ef56ec0d8a52844298baab9d0fb138414f1bd9153","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016a4630\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7r8c5n, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7r8c5n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7r8c5n, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016a4630\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7r8c5n, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7r8c5n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7r8c5n, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"6ab64b9854a61ebf5e0e556655552b7f965622e2939a1c36e6957509488092c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"dced3be69647c58da59a90887128046d480d8d6f488d7e6a408ba20b7deeeeb6","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001582960\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xzfzgf, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xzfzgf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xzfzgf, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001582960\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xzfzgf, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xzfzgf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-xzfzgf, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"78a61b7459ee0d382e08232d5b04190edf4634e4b69ee3a596b46dca0e204d82","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:177]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:177]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"86ce8d0690f0bdd2f496c318b99d31291aa03aaf19549fe542402ae1bb331d30","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:178]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:178]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"886767b2aa2e0c50c34d2f693b44451cf3f11529067dd36d7c65ac7c518cb912","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"cb71dbadcf495a33b0a42905bebe2098d9fa2a7db4046743fe8a70284ecbfc11","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:98]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00103ad80\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tx8sgr, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-tx8sgr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tx8sgr, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:98]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00103ad80\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tx8sgr, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-tx8sgr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-tx8sgr, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"8995a8e97643c3c53c1d5d3d0cd5fc8baf47c7240e97e4b83d9c64ae6a1e0f45","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"3e6e3c181101340244cdf871138f25023488e103ffc67136facd535f571185ba","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013bc5d0\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-8hr7rn, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-8hr7rn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-8hr7rn, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013bc5d0\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-8hr7rn, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-8hr7rn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-8hr7rn, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"9bc80f94d4c4394075890a95af051f3256b4bbbf94ab44d2d9b677389f352004","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"a981980bd2ccd6cda8649a7cdb2d5ee5bfb226f31a3152a7f9e75480066f2130","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a5a840\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6sxr5f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-6sxr5f, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a5a840\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6sxr5f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-6sxr5f, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"ae8f72ac88ad307bcab783e7335c8b707a8efad6937becba0444f8026d7a3ea1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"8a07d808d8140febfc1ea1f3ccbb953b0cef32095aff0f8737d6521d331737e4","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e2870\u003e: \n failed to create HCP cluster cluster-zstream-4-19-8rd9vb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-8rd9vb in resource group rg-zstream-upgrade-4-19-pcgbsk, error: failed waiting for cluster=\"cluster-zstream-4-19-8rd9vb\" in resourcegroup=\"rg-zstream-upgrade-4-19-pcgbsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-8rd9vb in resource group rg-zstream-upgrade-4-19-pcgbsk, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e2870\u003e: \n failed to create HCP cluster cluster-zstream-4-19-8rd9vb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-8rd9vb in resource group rg-zstream-upgrade-4-19-pcgbsk, error: failed waiting for cluster=\"cluster-zstream-4-19-8rd9vb\" in resourcegroup=\"rg-zstream-upgrade-4-19-pcgbsk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-8rd9vb in resource group rg-zstream-upgrade-4-19-pcgbsk, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"b225c800b6257793b2c58855f37dd245eb407905f4de605ccbaceec67dc3903e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"58d6763c2f3fd6a5db069aa78cb665ffd71a8414c4f43fba558410d2de0eb046","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"g/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000d48b88, {0xc000c83320?, 0x0?, 0x0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000ae4008, {0x0, 0x0}, {0xc6e2ca0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000c83300, ...})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e18a85?, 0xc000766d80?})\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x90e87c8, 0xc000c3f810}, 0xc0009d0ea0, 0x1)\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230\n\n goroutine 100 [select]\n \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc0009d0ea0?)\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 99\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109 @ 05/21/26 05:50:11.9\n \"ts\"=\"2026-05-21 05:50:11.900264\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-21 05:50:11.900327\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-22-b8c7hq-j56rxp\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\n \"ts\"=\"2026-05-21 05:50:12.168258\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-22-b8c7hq-j56rxp\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-21 05:50:14.311890\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-53c251f3b5375d7cfda43a30036b1196777452fafe82c2917099d04531741969.yaml.gz\"\n \"ts\"=\"2026-05-21 05:50:14.312011\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-53c251f3b5375d7cfda43a30036b1196777452fafe82c2917099d04531741969.yaml.gz\"\n \"ts\"=\"2026-05-21 05:50:14.312072\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-21 05:50:14.313463\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\"\n \"ts\"=\"2026-05-21 05:50:14.313481\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\n \"ts\"=\"2026-05-21 05:50:14.705486\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\" \"deployment\"=\"pooledNonMsiScopedAssignments-oiwjhsgne7oye\"\n \"ts\"=\"2026-05-21 05:50:14.834652\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-21 05:50:14.951642\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\" \"deployment\"=\"msi-deployment-37\"\n \"ts\"=\"2026-05-21 05:50:15.006568\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\" \"deployment\"=\"customer-infra-cluster-candidate-4-22-b8c7hq-j56rxp\"\n \"ts\"=\"2026-05-21 05:50:15.290431\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-21 05:50:15.692431\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-21 05:50:15.692589\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\ng/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000d48b88, {0xc000c83320?, 0x0?, 0x0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000ae4008, {0x0, 0x0}, {0xc6e2ca0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000c83300, ...})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2e18a85?, 0xc000766d80?})\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/ginkgo/util.go:84\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x90e87c8, 0xc000c3f810}, 0xc0009d0ea0, 0x1)\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:596\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:237\n github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260422120742-50dec0b5ecf3/pkg/extension/extensiontests/spec.go:230\n\n goroutine 100 [select]\n \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc0009d0ea0?)\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 99\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109 @ 05/21/26 05:50:11.9\n \"ts\"=\"2026-05-21 05:50:11.900264\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-21 05:50:11.900327\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-22-b8c7hq-j56rxp\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\n \"ts\"=\"2026-05-21 05:50:12.168258\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-22-b8c7hq-j56rxp\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-21 05:50:14.311890\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-53c251f3b5375d7cfda43a30036b1196777452fafe82c2917099d04531741969.yaml.gz\"\n \"ts\"=\"2026-05-21 05:50:14.312011\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-53c251f3b5375d7cfda43a30036b1196777452fafe82c2917099d04531741969.yaml.gz\"\n \"ts\"=\"2026-05-21 05:50:14.312072\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-21 05:50:14.313463\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\"\n \"ts\"=\"2026-05-21 05:50:14.313481\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\n \"ts\"=\"2026-05-21 05:50:14.705486\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\" \"deployment\"=\"pooledNonMsiScopedAssignments-oiwjhsgne7oye\"\n \"ts\"=\"2026-05-21 05:50:14.834652\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-21 05:50:14.951642\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-37\" \"deployment\"=\"msi-deployment-37\"\n \"ts\"=\"2026-05-21 05:50:15.006568\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\" \"deployment\"=\"customer-infra-cluster-candidate-4-22-b8c7hq-j56rxp\"\n \"ts\"=\"2026-05-21 05:50:15.290431\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-21 05:50:15.692431\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-21 05:50:15.692589\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-22-45v7ds\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"b2f84ad4776e92c122e33d6c80eaf3560dd2b5494068b845c50c4bce9b580f01","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"52f8c06cf6f26d25a2326d3774505606adfb80913c28f0ce1648cc4adf65dc5a","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009fc750\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-bc6c6p, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-bc6c6p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-bc6c6p, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009fc750\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-bc6c6p, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-bc6c6p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-bc6c6p, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"c24e375ee6add93ffa8501f806597e0c3b801dd70738cde7c52e189b1bdcb34e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"0adf789ff791ce3ee7dfba9befb41c061bd96fbcbd5119efd089943a9c7b7339","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007e2cc0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-txvxx8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-txvxx8 in resource group rg-cp-ystream-upgrade-4-22-676hd7, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-txvxx8\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-676hd7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-txvxx8 in resource group rg-cp-ystream-upgrade-4-22-676hd7, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:146]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007e2cc0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-txvxx8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-txvxx8 in resource group rg-cp-ystream-upgrade-4-22-676hd7, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-txvxx8\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-676hd7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-txvxx8 in resource group rg-cp-ystream-upgrade-4-22-676hd7, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"c71f0f7a26da9051f84ad3bc288bcbdb0ec137db9b01e74936808fde8743ef00","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"4a8c5c837c69bff02429ba96f53e79e95f07963ab6d75a7df70f3aae1d6a0e6e","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ddc870\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gjjd85, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-gjjd85\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gjjd85, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ddc870\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gjjd85, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-gjjd85\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gjjd85, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"ceffb49fa6f3efc6b54a686e42972810beb9adbb324d9f52b18aae04a75548f0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"b9186e902dbec42823c200e5b2048ab416a35a5b93a53b8187bdec20f6d438f6","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bfb2c0\u003e: \n failed to create HCP cluster ea-lists42gsn, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-lists42gsn in resource group ea-list-s5kmrn, error: failed waiting for cluster=\"ea-lists42gsn\" in resourcegroup=\"ea-list-s5kmrn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-lists42gsn in resource group ea-list-s5kmrn, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bfb2c0\u003e: \n failed to create HCP cluster ea-lists42gsn, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-lists42gsn in resource group ea-list-s5kmrn, error: failed waiting for cluster=\"ea-lists42gsn\" in resourcegroup=\"ea-list-s5kmrn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-lists42gsn in resource group ea-list-s5kmrn, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"d98ea375c96cf826a519df20fb5b11b19eabb9c31724c617b7f031213c7546f9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"891f83312167dcee676dbb0d6470ecc3fb4ea469040e1d1128fb40c7a79dc907","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:105]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001460450\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r9xfjz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-r9xfjz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:105]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001460450\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r9xfjz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-r9xfjz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"dd350badf25be4381eaa476ac4aa1dfcf77c409cef33c9fc3b0dabb99f3d0e55","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"97596ac66a36b0ee44d9c01a87cacd357380da08010f57aecdb150ed5eae0cee","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e90de0\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-xm9nn4, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-xm9nn4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-xm9nn4, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e90de0\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-xm9nn4, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-xm9nn4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-xm9nn4, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"e3647588e87a10513d38614222928df489d4ba63daa09ebd9a28cc980e3d0293","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"84ec2e2b521e741d14dcb09338e901a329072cd512a0dd42d496fb3ba07ae521","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:163]: Timed out after 2400.002s.\nExpected success, but got an error:\n \u003c*errors.joinError | 0xc001460180\u003e: \n VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.21.14) failed: no version in clusterversion/version status.history is greater than initial \"4.21.14\"\n ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:163]: Timed out after 2400.002s.\nExpected success, but got an error:\n \u003c*errors.joinError | 0xc001460180\u003e: \n VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.21.14) failed: no version in clusterversion/version status.history is greater than initial \"4.21.14\"\n ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c97096be45b81a607d04227385a0a3aae203e93e458d2b15d2856d286ce4aa28","failure_pattern":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4","search_query":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4"}},{"row_id":"eeef3af5d6b7b3ad9c77d9bad4fe64e96bca99e7ece209771729220f0a7e939e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"f515f06ac831d83515dd9ebcf7cee7703578f5e368c4dcbca2f6723203bb61e4","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e7800\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-gwfbv4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-gwfbv4, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e7800\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-gwfbv4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-gwfbv4, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"f05db3016928849996c8eff0a0aa0c79d876522fe40a0f95ae277e2781e7aaf2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n \u003ccontext.deadlineExceededError\u003e: \n context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n \u003ccontext.deadlineExceededError\u003e: \n context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}},{"row_id":"f215846b7dbb6f79b0dea42365afadddea814787c37a0d3fd837d36f66d4b274","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"79710a3666bbd4d2f20cb210f2ae180bea7a6535354ceff8b9861ac4a61acdd5","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001026a80\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001026a80\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}},{"row_id":"f916b43a40abdf907f6fcf69e67a37b0149d4f1f20b1d86e3376c0de95691027","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2057300248497229824","occurred_at":"2026-05-21T03:19:36Z","failed_at":"e2e","signature_id":"9621999ed1011cc3344f2b84ce8690d58e1715fc33dc3f8fa5dc8038e5a5b4dd","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001806db0\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jv5qz9, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jv5qz9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jv5qz9, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001806db0\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jv5qz9, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jv5qz9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jv5qz9, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-p8mzgd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-p8mzgd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":27,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","c97096be45b81a607d04227385a0a3aae203e93e458d2b15d2856d286ce4aa28","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":28,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2057280444465942528","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-05-21T02:00:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}