{"meta":{"date":"2026-05-14","timezone":"UTC","generated_at":"2026-08-30T01:46:00Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":2,"failed_runs":1,"runs_with_occurrences":1,"runs_with_failure_pattern_matches":1,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":1,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-14T02:42:27Z"},"failed_at":["e2e"],"failed_test_count":38,"occurrences":[{"row_id":"0c6ebe4aa167e0bd5ce98a377cfef6260657f36c1999604a69c5863ab1ec27a9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"64f5a76fdd56d2e82c88cf2ba94779d8bc1c2155042783d3cdbfc9cbff993840","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00098c030\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-hb7cwk, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-hb7cwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-hb7cwk, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00098c030\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-hb7cwk, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-hb7cwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-hb7cwk, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"0f1536841fc12cbcea46998d90af054d4b5d1b364833b7f0fe5a6ec8815fee07","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"8a9c42925de27475a278dd941d0955539e74316a33d6239db15406237f761192","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179e420\u003e: \n failed to create HCP cluster ea-list2jmfs9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list2jmfs9 in resource group ea-list-gmvwdz, error: failed waiting for cluster=\"ea-list2jmfs9\" in resourcegroup=\"ea-list-gmvwdz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list2jmfs9 in resource group ea-list-gmvwdz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179e420\u003e: \n failed to create HCP cluster ea-list2jmfs9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list2jmfs9 in resource group ea-list-gmvwdz, error: failed waiting for cluster=\"ea-list2jmfs9\" in resourcegroup=\"ea-list-gmvwdz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list2jmfs9 in resource group ea-list-gmvwdz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"118b7e265eae378a84fd27e38add1d7e2442b52f2d85b47db7ef7e287ba4b81c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"adb27fab16992e0383eec5285b19fb40e7cd6daa662149242743ebf18ed5b63f","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00127e9c0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-dkl7b2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-dkl7b2 in resource group rg-np-version-upgrade-dkl7b2-gf6c77, error: failed waiting for cluster=\"np-version-upgrade-cluster-dkl7b2\" in resourcegroup=\"rg-np-version-upgrade-dkl7b2-gf6c77\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-dkl7b2 in resource group rg-np-version-upgrade-dkl7b2-gf6c77, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00127e9c0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-dkl7b2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-dkl7b2 in resource group rg-np-version-upgrade-dkl7b2-gf6c77, error: failed waiting for cluster=\"np-version-upgrade-cluster-dkl7b2\" in resourcegroup=\"rg-np-version-upgrade-dkl7b2-gf6c77\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-dkl7b2 in resource group rg-np-version-upgrade-dkl7b2-gf6c77, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"13bbca73f6406449997299d172a7008403afa18dea5ebf1166b5b5032b9cbbaa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"d4a5b7dd913ef11c91c9ea3fd502e59458ad64e77608d4b9c324ac341d431aef","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009a2b40\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-x66jwk, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-x66jwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-x66jwk, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009a2b40\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-x66jwk, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-x66jwk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-x66jwk, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"1aa8844cde3feadd05a565f3edb68899e6bd0c601bdca056324bdec17bf92db7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"ed829806a7443cea416802ee1f6b0f511059ca32563cab594528efad81984471","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d2aa20\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-swkjf5, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-swkjf5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-swkjf5, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d2aa20\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-swkjf5, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-swkjf5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-swkjf5, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"25523df90c70817c51c2acbb06a907a407cd48d926d2c1048af42dec04e31ab3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"b6761bfd06c6a0071a8d9e95c60bc9843ca7ca9889d98dbf24fc8681936c3b09","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001404e10\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-lmds79, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-lmds79\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-lmds79, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001404e10\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-lmds79, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-lmds79\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-lmds79, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"2d80ce93b1b1ea7d9c8f2c23ff6859bd66761b2e5c740c102d8eb53f23c3d111","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"6fd6a0d82e6ac81a8a51781f46ff4d8ff4c3a64bb765a4493f1d80fcbb8a25df","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001680bd0\u003e: \n failed to create HCP cluster cluster-candidate-4-20-5vcgvn, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-5vcgvn in resource group rg-candidate-4-20-stcbzv, error: failed waiting for cluster=\"cluster-candidate-4-20-5vcgvn\" in resourcegroup=\"rg-candidate-4-20-stcbzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-5vcgvn in resource group rg-candidate-4-20-stcbzv, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001680bd0\u003e: \n failed to create HCP cluster cluster-candidate-4-20-5vcgvn, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-5vcgvn in resource group rg-candidate-4-20-stcbzv, error: failed waiting for cluster=\"cluster-candidate-4-20-5vcgvn\" in resourcegroup=\"rg-candidate-4-20-stcbzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-20-5vcgvn in resource group rg-candidate-4-20-stcbzv, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"2f884b4e00ba43fa30969ca05698e07c28beeb40aa41e144ec052b0b7c141a5a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"06a942c253ba3ccfbd5503f29b68b5127ab91954e343add6706c6d833907d4e4","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e0b10\u003e: \n failed to create HCP cluster cluster-zstream-4-21-cn88z9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: failed waiting for cluster=\"cluster-zstream-4-21-cn88z9\" in resourcegroup=\"rg-zstream-upgrade-4-21-rv459w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009e0b10\u003e: \n failed to create HCP cluster cluster-zstream-4-21-cn88z9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: failed waiting for cluster=\"cluster-zstream-4-21-cn88z9\" in resourcegroup=\"rg-zstream-upgrade-4-21-rv459w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"44d7e7077c4003eeab2f2b18cc212e37044b0c524fe1835308c255adcaa7d509","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"2eeb55b98e5ed80c3788ac690e982f2bc6594f74191474fecc0efdcb2f18dfb4","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00140a7e0\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-bkbvvz, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-bkbvvz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-bkbvvz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00140a7e0\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-bkbvvz, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-bkbvvz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-bkbvvz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"47291de922ed36dbb1d936956c3899aea7582eee98c1d309139e5123d3b3a446","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"6a673a972b8c5e6de9bcc86a1c3eb7efde553944650407885a38e18365ca3ba4","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:257]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e404b0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-ptfshz, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-ptfshz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-ptfshz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:257]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e404b0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-ptfshz, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-ptfshz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-ptfshz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"4e20952a724c716804e4f92a746b2a61fbc7ef632bacc508989486da95ef92a0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"4b986ffcc471b2939206ceb91f887fe3c82d5fd752f3b4a5cce04aeca7c6c3e6","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00150ced0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8jpljh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-8jpljh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8jpljh, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00150ced0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8jpljh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-8jpljh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-8jpljh, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"4e60825bf8d1caf24f09d8232e6301c80774f0fb4563f922c4b66067d4549d22","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"0d85d7d60eb7a10432e3bbdfd33a328e7c56f70c1c3b9ca5fb647f0838908d25","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179a090\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179a090\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"5734e93a5f61c29b2c974c695038c20882636bfe7511a972f4c137784c2ab1dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"6005b2d98f68bc530d0cab9f9093f9856168a478daebc19776dd36ca9157904d","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fe23c0\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ff64hq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ff64hq, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fe23c0\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ff64hq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ff64hq, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"5ab56b90c77609fe6de82ce384dbfffa3a937e163c7edc2620443fade48c238d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"ba8cd21ec1d64252292a42117ca139fcb02e98e68c59759c94832f0f2a282967","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001321050\u003e: \n failed to create HCP cluster cluster-zstream-4-19-qklpcl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qklpcl in resource group rg-zstream-upgrade-4-19-db8wwl, error: failed waiting for cluster=\"cluster-zstream-4-19-qklpcl\" in resourcegroup=\"rg-zstream-upgrade-4-19-db8wwl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qklpcl in resource group rg-zstream-upgrade-4-19-db8wwl, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001321050\u003e: \n failed to create HCP cluster cluster-zstream-4-19-qklpcl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qklpcl in resource group rg-zstream-upgrade-4-19-db8wwl, error: failed waiting for cluster=\"cluster-zstream-4-19-qklpcl\" in resourcegroup=\"rg-zstream-upgrade-4-19-db8wwl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qklpcl in resource group rg-zstream-upgrade-4-19-db8wwl, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"717530fb0e790d6243b192bd2c4ee3cc116fe38761fdd08e65dd06e091060623","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"2b70180fe6e9a3e08736577d3364c5cef8b895822c8e23a547a0da56da96743b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007f9f20\u003e: \n failed to create HCP cluster cluster-candidate-4-22-mcgk9b, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-mcgk9b in resource group rg-candidate-4-22-zj5dl9, error: failed waiting for cluster=\"cluster-candidate-4-22-mcgk9b\" in resourcegroup=\"rg-candidate-4-22-zj5dl9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-mcgk9b in resource group rg-candidate-4-22-zj5dl9, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007f9f20\u003e: \n failed to create HCP cluster cluster-candidate-4-22-mcgk9b, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-mcgk9b in resource group rg-candidate-4-22-zj5dl9, error: failed waiting for cluster=\"cluster-candidate-4-22-mcgk9b\" in resourcegroup=\"rg-candidate-4-22-zj5dl9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-mcgk9b in resource group rg-candidate-4-22-zj5dl9, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"76cb5253fe49b9583154256119dd29dfe03c35fb477af3fbf07ce67cd104b64a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"e264c01b515076aad759051f1d1f3e7944a60135f2e535ba495bd0c982c93c49","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001445380\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8clc2q, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8clc2q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8clc2q, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001445380\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8clc2q, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8clc2q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8clc2q, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"7f023cba9e19cf433cf892a600b6ed4d5c1fd05ae7e2439d74de0e3b45cf172e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"fb96aaafd46c27d74bf48b43fa07a4f52bea68d241ae3e63cb3a9ed0a4830e8d","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120f020\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-fpdn2w, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-fpdn2w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-fpdn2w, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120f020\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-fpdn2w, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-fpdn2w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-fpdn2w, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"803fd9e8e3c76c461f8ece83d065e8da95152a04ace38bb5797b58981493f97b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"be3e8f84d59dfa0dfd6d92a2378a88a0274af877024cf0bf939555b2bdbfe3f9","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c20720\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-gkwjwp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gkwjwp in resource group rg-np-version-upgrade-gkwjwp-g46jd6, error: failed waiting for cluster=\"np-version-upgrade-cluster-gkwjwp\" in resourcegroup=\"rg-np-version-upgrade-gkwjwp-g46jd6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gkwjwp in resource group rg-np-version-upgrade-gkwjwp-g46jd6, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c20720\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-gkwjwp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gkwjwp in resource group rg-np-version-upgrade-gkwjwp-g46jd6, error: failed waiting for cluster=\"np-version-upgrade-cluster-gkwjwp\" in resourcegroup=\"rg-np-version-upgrade-gkwjwp-g46jd6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-gkwjwp in resource group rg-np-version-upgrade-gkwjwp-g46jd6, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"82e0982e1e4e243a2b635ed154d0298ed2926b15144a698791218de69968d8e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"7c78f6312b1140909309c1237ff954b51744c16f2526e88b209641ffcd9e8e52","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011feff0\u003e: \n failed to create HCP cluster cluster-zstream-4-20-rdwv4z, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rdwv4z in resource group rg-zstream-upgrade-4-20-szt84k, error: failed waiting for cluster=\"cluster-zstream-4-20-rdwv4z\" in resourcegroup=\"rg-zstream-upgrade-4-20-szt84k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rdwv4z in resource group rg-zstream-upgrade-4-20-szt84k, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011feff0\u003e: \n failed to create HCP cluster cluster-zstream-4-20-rdwv4z, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rdwv4z in resource group rg-zstream-upgrade-4-20-szt84k, error: failed waiting for cluster=\"cluster-zstream-4-20-rdwv4z\" in resourcegroup=\"rg-zstream-upgrade-4-20-szt84k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-rdwv4z in resource group rg-zstream-upgrade-4-20-szt84k, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"8779f2ca9a1b787a69d738c65c45b913471d57b182686d4e1efa4f807760cc42","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"8449631155d7574b04392b0bd24344c99399f14c518460e7802450e5796ba274","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e5c7e0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-btgxrm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-btgxrm in resource group rg-cp-ystream-upgrade-4-21-5s52q7, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-btgxrm\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-5s52q7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-btgxrm in resource group rg-cp-ystream-upgrade-4-21-5s52q7, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e5c7e0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-btgxrm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-btgxrm in resource group rg-cp-ystream-upgrade-4-21-5s52q7, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-btgxrm\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-5s52q7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-btgxrm in resource group rg-cp-ystream-upgrade-4-21-5s52q7, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"91b8c99e12f11d981f02c71a2b72ca56346b4409d262095e87adf591a16c991c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"b0f1dd579f12ef5a127a84a1cc98337fd6196f180d8bab9000a7cadfd2bb7170","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"nt progress report:\n Customer should be able to create an HCP cluster with custom autoscaling (Spec Runtime: 2h29m59.884s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n In [It] (Node Runtime: 2h29m59.884s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n At [By Step] creating the cluster (Step Runtime: 13m58.964s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:90\n\n Spec Goroutine\n goroutine 114 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc000bfafa0}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc000bfafa0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc000946150?}, {{0x8e42958?, 0xc000933000?}, 0xc0014c2e28?}, 0xc00008f720, {0xc00153b140, 0x1a}, {0x833717c, 0x17}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013d3c47, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f6588241860, 0xc000e02f00})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:91\n | \n | By(\"creating the cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000e02f00?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97 @ 05/14/26 05:30:00.521\n \"ts\"=\"2026-05-14 05:30:00.521474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.521545\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n \"ts\"=\"2026-05-14 05:30:00.618320\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:02.019461\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:02.019562\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:02.019614\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:02.021044\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n \"ts\"=\"2026-05-14 05:30:02.021025\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\"\n \"ts\"=\"2026-05-14 05:30:02.340783\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"pooledNonMsiScopedAssignments-e4ixwyxsfjnje\"\n \"ts\"=\"2026-05-14 05:30:02.389983\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\"\n \"ts\"=\"2026-05-14 05:30:02.843289\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:03.312787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"msi-deployment-12\"\n \"ts\"=\"2026-05-14 05:30:03.420865\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:04.407214\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:04.407388\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nnt progress report:\n Customer should be able to create an HCP cluster with custom autoscaling (Spec Runtime: 2h29m59.884s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n In [It] (Node Runtime: 2h29m59.884s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n At [By Step] creating the cluster (Step Runtime: 13m58.964s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:90\n\n Spec Goroutine\n goroutine 114 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc000bfafa0}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc000bfafa0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc000946150?}, {{0x8e42958?, 0xc000933000?}, 0xc0014c2e28?}, 0xc00008f720, {0xc00153b140, 0x1a}, {0x833717c, 0x17}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013d3c47, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f6588241860, 0xc000e02f00})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:91\n | \n | By(\"creating the cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000e02f00?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97 @ 05/14/26 05:30:00.521\n \"ts\"=\"2026-05-14 05:30:00.521474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.521545\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n \"ts\"=\"2026-05-14 05:30:00.618320\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:02.019461\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:02.019562\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:02.019614\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:02.021044\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n \"ts\"=\"2026-05-14 05:30:02.021025\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\"\n \"ts\"=\"2026-05-14 05:30:02.340783\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"pooledNonMsiScopedAssignments-e4ixwyxsfjnje\"\n \"ts\"=\"2026-05-14 05:30:02.389983\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\"\n \"ts\"=\"2026-05-14 05:30:02.843289\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:03.312787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"msi-deployment-12\"\n \"ts\"=\"2026-05-14 05:30:03.420865\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:04.407214\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:04.407388\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"9695483d716d5245dda493f794904a5070ca8aa160b600a4faf201fcaf228cc4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"d96038c69e21cdff6c8509e8aebd3686a93a2a34f020674421eb1ddef0b9dd61","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001018bd0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8xbbww\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8xbbww, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001018bd0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8xbbww\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8xbbww, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"a1a031fd9d1d0e40fa1ec5afa0556d93df2291e1269d41c4e11fe9ab180454d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"3140118a2e1da9e226a23fe8f78a95a139a41ed84b4888c1085be5423ac50a13","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009f4b70\u003e: \n failed to create HCP cluster cluster-candidate-5-0-5v45t6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-5-0-5v45t6 in resource group rg-candidate-5-0-27vmqc, error: failed waiting for cluster=\"cluster-candidate-5-0-5v45t6\" in resourcegroup=\"rg-candidate-5-0-27vmqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-5-0-5v45t6 in resource group rg-candidate-5-0-27vmqc, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009f4b70\u003e: \n failed to create HCP cluster cluster-candidate-5-0-5v45t6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-5-0-5v45t6 in resource group rg-candidate-5-0-27vmqc, error: failed waiting for cluster=\"cluster-candidate-5-0-5v45t6\" in resourcegroup=\"rg-candidate-5-0-27vmqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-5-0-5v45t6 in resource group rg-candidate-5-0-27vmqc, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"a515a2c42b7e0a09118a178d2ce90c2782c850f9bdf42c56d31f7bba444f5f85","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"45b6fed9008d8d4b945f64f49b1fd2448357456128c7507ee5940caabfa8b90f","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120a240\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-96mhm6, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-96mhm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-96mhm6, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120a240\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-96mhm6, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-96mhm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-96mhm6, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"ad55c8b70f2ca3fa072979b0d22bdadc5a7787364e49dfa60836ebd43d9e817a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"6c1224ff2d2ca8ef2c05bd5e5aa379e13fec27716d734cac2332262d858d7824","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001224930\u003e: \n failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-5ggcwh, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-5ggcwh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-5ggcwh, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001224930\u003e: \n failed to create HCP cluster cilium-cl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-5ggcwh, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-5ggcwh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-5ggcwh, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"b23d3bd2736a149cc780eb0626c8162877faf37626c5fd6e9197e50a52ca5107","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"a4048dddf6e2231629b217ebb58ea4d448c77d328c5082e5daa6e31b4130c7ec","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"remaining specs. Interrupt again to skip cleanup.\n Here's a current progress report:\n Customer should be able to create node pools with ARM64-based VMs (Spec Runtime: 2h29m59.866s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n In [It] (Node Runtime: 2h29m59.866s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n At [By Step] creating the HCP cluster (Step Runtime: 13m47.243s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:82\n\n Spec Goroutine\n goroutine 68 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0002211d0}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0002211d0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc00059c000?}, {{0x8e42958?, 0xc000e5de00?}, 0xc000e2f1d0?}, 0xc00008f768, {0xc0015403a8, 0x17}, {0x8325b3f, 0x14}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0012fb230, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f50c840d880, 0xc000d3a480})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:83\n | \n | By(\"creating the HCP cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(\n | \tctx,\n | \tGinkgoLogr,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000d3a480?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90 @ 05/14/26 05:30:00.521\n \"ts\"=\"2026-05-14 05:30:00.521490\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.521588\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n \"ts\"=\"2026-05-14 05:30:00.632760\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:01.028526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:01.028613\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:01.028662\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.030090\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\"\n \"ts\"=\"2026-05-14 05:30:01.030091\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n \"ts\"=\"2026-05-14 05:30:01.333150\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:01.402843\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"pooledNonMsiScopedAssignments-6htyoibevj7ye\"\n \"ts\"=\"2026-05-14 05:30:01.445386\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"msi-deployment-61\"\n \"ts\"=\"2026-05-14 05:30:01.468401\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\"\n \"ts\"=\"2026-05-14 05:30:01.574116\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.760665\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:01.763535\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nremaining specs. Interrupt again to skip cleanup.\n Here's a current progress report:\n Customer should be able to create node pools with ARM64-based VMs (Spec Runtime: 2h29m59.866s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n In [It] (Node Runtime: 2h29m59.866s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n At [By Step] creating the HCP cluster (Step Runtime: 13m47.243s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:82\n\n Spec Goroutine\n goroutine 68 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0002211d0}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0002211d0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc00059c000?}, {{0x8e42958?, 0xc000e5de00?}, 0xc000e2f1d0?}, 0xc00008f768, {0xc0015403a8, 0x17}, {0x8325b3f, 0x14}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0012fb230, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f50c840d880, 0xc000d3a480})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:83\n | \n | By(\"creating the HCP cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(\n | \tctx,\n | \tGinkgoLogr,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000d3a480?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90 @ 05/14/26 05:30:00.521\n \"ts\"=\"2026-05-14 05:30:00.521490\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.521588\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n \"ts\"=\"2026-05-14 05:30:00.632760\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:01.028526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:01.028613\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:01.028662\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.030090\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\"\n \"ts\"=\"2026-05-14 05:30:01.030091\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n \"ts\"=\"2026-05-14 05:30:01.333150\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:01.402843\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"pooledNonMsiScopedAssignments-6htyoibevj7ye\"\n \"ts\"=\"2026-05-14 05:30:01.445386\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"msi-deployment-61\"\n \"ts\"=\"2026-05-14 05:30:01.468401\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\"\n \"ts\"=\"2026-05-14 05:30:01.574116\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.760665\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:01.763535\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"b5690bc48b8dd96df21ec836af38ec2236f4edacc75d27e8b993fa74bc996f3f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"4dce15946c522dc017005d62460ad9d54537dc891fa9ff06912bcd5218c8f37b","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001479500\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-h9mp9h, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-h9mp9h\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-h9mp9h, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001479500\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-h9mp9h, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-h9mp9h\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-h9mp9h, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"b83bfb8ec8411daa0e846fe3d8ed224659e51c79f3a66f53d614408adda5add7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"72d9f854419130a82c3db29ba614039aef214eec9a2cf400c951677b0ae08c0c","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014005d0\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-msrtlg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-msrtlg, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014005d0\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-msrtlg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-msrtlg, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"b8a79273e468f7ad881edfecf2b82bf708faef1e4982285685cffb7da8660b3d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"bbedbb39eff251c15aee469f32cffc7f7b8935329ce9663673e581cd16bef01d","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00093e510\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-6pwlsp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6pwlsp in resource group rg-np-version-upgrade-6pwlsp-j49x8t, error: failed waiting for cluster=\"np-version-upgrade-cluster-6pwlsp\" in resourcegroup=\"rg-np-version-upgrade-6pwlsp-j49x8t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6pwlsp in resource group rg-np-version-upgrade-6pwlsp-j49x8t, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00093e510\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-6pwlsp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6pwlsp in resource group rg-np-version-upgrade-6pwlsp-j49x8t, error: failed waiting for cluster=\"np-version-upgrade-cluster-6pwlsp\" in resourcegroup=\"rg-np-version-upgrade-6pwlsp-j49x8t\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6pwlsp in resource group rg-np-version-upgrade-6pwlsp-j49x8t, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"bcce80befbe47346564c569c9b653688510216164e4a95677547743eabf1ac94","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"879e027658405d74dd42b34c281a3f801a2dc94beb7559ea47590750fc5bc65d","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fd0ab0\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-zxzmbb, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-zxzmbb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-zxzmbb, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fd0ab0\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-zxzmbb, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-zxzmbb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-zxzmbb, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"c97459251e13c79ad9e77a00f493eb9ce96165fa362682e8f9b3dc758ed04250","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"3ee7737356a84a0c5e11c2d4e419cda36fea174ff09da91a87fc064ae092679c","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"Customer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.889s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n In [It] (Node Runtime: 2h29m59.889s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n At [By Step] creating the HCP cluster (Step Runtime: 13m58.338s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n Spec Goroutine\n goroutine 76 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0013e8690}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0013e8690}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc0014043f0?}, {{0x8e42958?, 0xc000d9c600?}, 0xc000798b30?}, 0xc00008f760, {0xc000080990, 0x13}, {0x8319ec1, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013f6c97, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fdc50f03d38, 0xc000baa1e0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n | \n | By(\"creating the HCP cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000baa1e0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/14/26 05:30:00.526\n \"ts\"=\"2026-05-14 05:30:00.526801\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.526855\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n \"ts\"=\"2026-05-14 05:30:00.645848\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:00.988854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:00.988958\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:00.989012\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:00.991791\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\"\n \"ts\"=\"2026-05-14 05:30:00.991804\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n \"ts\"=\"2026-05-14 05:30:01.307927\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n \"ts\"=\"2026-05-14 05:30:01.324197\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:01.368575\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\"\n \"ts\"=\"2026-05-14 05:30:01.445985\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"msi-deployment-16\"\n \"ts\"=\"2026-05-14 05:30:01.570429\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.771943\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:01.772204\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nCustomer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.889s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n In [It] (Node Runtime: 2h29m59.889s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n At [By Step] creating the HCP cluster (Step Runtime: 13m58.338s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n Spec Goroutine\n goroutine 76 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0013e8690}, 0x82faaf2?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0013e8690}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc0014043f0?}, {{0x8e42958?, 0xc000d9c600?}, 0xc000798b30?}, 0xc00008f760, {0xc000080990, 0x13}, {0x8319ec1, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013f6c97, 0x7}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fdc50f03d38, 0xc000baa1e0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n | \n | By(\"creating the HCP cluster\")\n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000baa1e0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/14/26 05:30:00.526\n \"ts\"=\"2026-05-14 05:30:00.526801\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-05-14 05:30:00.526855\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n \"ts\"=\"2026-05-14 05:30:00.645848\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-05-14 05:30:00.988854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:00.988958\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n \"ts\"=\"2026-05-14 05:30:00.989012\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:00.991791\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\"\n \"ts\"=\"2026-05-14 05:30:00.991804\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n \"ts\"=\"2026-05-14 05:30:01.307927\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n \"ts\"=\"2026-05-14 05:30:01.324197\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-05-14 05:30:01.368575\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\"\n \"ts\"=\"2026-05-14 05:30:01.445985\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"msi-deployment-16\"\n \"ts\"=\"2026-05-14 05:30:01.570429\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-05-14 05:30:01.771943\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-05-14 05:30:01.772204\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"cd9fe0af8766933aae168658721a469b802b1ea7728d0d60211e679646dd4b25","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"8bbcbe7bac90cccc13d0c43fcca904077d68c651057fec67029be5054a4d188d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001edd3b0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-847fsz, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-847fsz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-847fsz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001edd3b0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-847fsz, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-847fsz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-847fsz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"e2e68f2d31aaf85216a6d449ef82901f06b0673e5dbdd2fefdb8bf691514a4da","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"792a25e2e10b0a34f58c4e0b4144df6d7c52f1607e0a4b72579f602b9ee49da4","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:134]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d656b0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-wggmfn, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-wggmfn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-wggmfn, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:134]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d656b0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-wggmfn, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-wggmfn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-wggmfn, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"e8f00af8f4b8de447b0bf73b391f9392ddf4f391446f80c2658e4290a934b035","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"4f6a45affe048b133ea59721600b51a00f12f8cc9d82cfe712af2335aec69f90","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009b8f90\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-jz8z94, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-jz8z94\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-jz8z94, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009b8f90\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-jz8z94, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-jz8z94\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-jz8z94, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"eb6d82c5ffff23e34df02bd100885fd3815226ca211aa083c9d2110d4b096b19","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"f816448949a54c698daec440b6be14869199dd5156942a339f2ff5a445aaf853","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"f7594f77f1b2976194bed36bcaea406e2385498b7584d0238a0f666aad38bbd7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"100030e6a462d0ee15ec9ac25b079bac65bd52a889462bd57812e74bbef4ed55","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001436630\u003e: \n failed to create HCP cluster cluster-candidate-4-21-g9w68r, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: failed waiting for cluster=\"cluster-candidate-4-21-g9w68r\" in resourcegroup=\"rg-candidate-4-21-hk4wmf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001436630\u003e: \n failed to create HCP cluster cluster-candidate-4-21-g9w68r, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: failed waiting for cluster=\"cluster-candidate-4-21-g9w68r\" in resourcegroup=\"rg-candidate-4-21-hk4wmf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}},{"row_id":"fb6433e6b9dd042f659988c07cc1e02815757e3ec99f86476f068cbb8fac28ab","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n \u003ccontext.deadlineExceededError\u003e: \n context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n \u003ccontext.deadlineExceededError\u003e: \n context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}},{"row_id":"fd5dd206132144b75661ee2280e82debe4ac2fc75eebd940b5e4e01ff5e8c41b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","failed_at":"e2e","signature_id":"dab0d37553b0d564674d56ee36b1d4a41ca9239b73ceb5e9bc47b5e052198513","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001302cf0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-clrllm, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-clrllm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-clrllm, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001302cf0\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-clrllm, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-clrllm\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-clrllm, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":38,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":38,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2054743600712912896","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-05-14T02:00:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}