{"meta":{"date":"2026-06-29","timezone":"UTC","generated_at":"2026-08-28T06:05:19Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":3,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-29T23:00:25Z"},"failed_at":["e2e"],"failed_test_count":5,"occurrences":[{"row_id":"10b670d9560f56789fca2d8ae64aeed272c2f729eb2b9a25398aec685c19c3a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","occurred_at":"2026-06-29T23:00:25Z","failed_at":"e2e","signature_id":"317708af01bf7e5bb12d7dfde8e518f4bd19cb16aa9784d148488dadf1635f16","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-22-c8xmw4/cluster-nightly-4-22-cw6fzn should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000900db0\u003e: \n    failed to create HCP cluster cluster-nightly-4-22-cw6fzn, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-cw6fzn in resource group rg-nightly-4-22-c8xmw4, error: failed waiting for cluster=\"cluster-nightly-4-22-cw6fzn\" in resourcegroup=\"rg-nightly-4-22-c8xmw4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-cw6fzn in resource group rg-nightly-4-22-c8xmw4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-22-c8xmw4/cluster-nightly-4-22-cw6fzn should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000900db0\u003e: \n    failed to create HCP cluster cluster-nightly-4-22-cw6fzn, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-cw6fzn in resource group rg-nightly-4-22-c8xmw4, error: failed waiting for cluster=\"cluster-nightly-4-22-cw6fzn\" in resourcegroup=\"rg-nightly-4-22-c8xmw4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-cw6fzn in resource group rg-nightly-4-22-c8xmw4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"659de4c60624e6a34fbc39355b96db9fd5192453d8b3c558e4b929073322ed14","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","occurred_at":"2026-06-29T23:00:25Z","failed_at":"e2e","signature_id":"92fd469e506c95d2c2aa6fc986edce7be479fd2bc150a302baebe0dead7e8b52","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000382210\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-shgf7d\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-shgf7d, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000382210\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-shgf7d\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-shgf7d, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"6ee0bac6d79cfe39784199b4b7dcb4774e1b6a04da0fe32785c1adbb6407ddc0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","occurred_at":"2026-06-29T23:00:25Z","failed_at":"e2e","signature_id":"a3cfa483b6e409ed034c431e624224ae36c84174fb3dd7342c38d8ce6dad567f","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f00c00\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-2k7tp4, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2k7tp4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-2k7tp4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f00c00\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-2k7tp4, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2k7tp4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-2k7tp4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"c5183aa766cc0cec439cb3b7c1c0a8d2d2929069f39a0394c1bc2d8487090c0a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","occurred_at":"2026-06-29T23:00:25Z","failed_at":"e2e","signature_id":"b75c7941a8b510cbd34461b71437b37fa0e583149ec6a5f2ecafbc7727c80497","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-vsprxd/cluster-nightly-5-0-cvkldk should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134a870\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-cvkldk, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-cvkldk in resource group rg-nightly-5-0-vsprxd, error: failed waiting for cluster=\"cluster-nightly-5-0-cvkldk\" in resourcegroup=\"rg-nightly-5-0-vsprxd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-cvkldk in resource group rg-nightly-5-0-vsprxd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-vsprxd/cluster-nightly-5-0-cvkldk should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134a870\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-cvkldk, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-cvkldk in resource group rg-nightly-5-0-vsprxd, error: failed waiting for cluster=\"cluster-nightly-5-0-cvkldk\" in resourcegroup=\"rg-nightly-5-0-vsprxd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-cvkldk in resource group rg-nightly-5-0-vsprxd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"eaecfecde558f4f4490c3d564719852f29f7ce212ea2e8a7516a044d9a664caa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2071730535067029504","occurred_at":"2026-06-29T23:00:25Z","failed_at":"e2e","signature_id":"c345470b7f99b4836a55aed0c0a70865a7dfce624d03e58858c3e43ca1c239f7","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-z9jlvh/cluster-nightly-4-23-8vpfbh should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a343c0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-8vpfbh, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-8vpfbh in resource group rg-nightly-4-23-z9jlvh, error: failed waiting for cluster=\"cluster-nightly-4-23-8vpfbh\" in resourcegroup=\"rg-nightly-4-23-z9jlvh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-8vpfbh in resource group rg-nightly-4-23-z9jlvh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-z9jlvh/cluster-nightly-4-23-8vpfbh should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a343c0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-8vpfbh, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-8vpfbh in resource group rg-nightly-4-23-z9jlvh, error: failed waiting for cluster=\"cluster-nightly-4-23-8vpfbh\" in resourcegroup=\"rg-nightly-4-23-z9jlvh\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-8vpfbh in resource group rg-nightly-4-23-z9jlvh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":5,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298"],"matched_occurrences":5,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-29T05:42:52Z"},"failed_at":["e2e"],"failed_test_count":7,"occurrences":[{"row_id":"05baea4a098fd6b960be3318835445c83b346210261bfa3af15d54ffd51c8d9b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"02577a99a48fca7133f2f6928b20f5bf2320c784312caa1429833e5a385819a2","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001528138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cdcrrh\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001528138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cdcrrh\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled"}},{"row_id":"61caefd56972391d4bb6b518948ea746dc4c11f6b7c66a967e7a2e742761d039","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"f1776b85f213157978cee4a8835a72bf7bd7fc42e640670d17e91e12995cf4cc","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-mwd98x/cluster-candidate-4-21-d9mwvv should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f1230\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-d9mwvv, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-d9mwvv in resource group rg-candidate-4-21-mwd98x, error: failed waiting for cluster=\"cluster-candidate-4-21-d9mwvv\" in resourcegroup=\"rg-candidate-4-21-mwd98x\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-d9mwvv in resource group rg-candidate-4-21-mwd98x, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-mwd98x/cluster-candidate-4-21-d9mwvv should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f1230\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-d9mwvv, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-d9mwvv in resource group rg-candidate-4-21-mwd98x, error: failed waiting for cluster=\"cluster-candidate-4-21-d9mwvv\" in resourcegroup=\"rg-candidate-4-21-mwd98x\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-d9mwvv in resource group rg-candidate-4-21-mwd98x, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"696ae0307944ec8922e88f02509c56b6248424ce77c656d1a32b875ab7b064fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"3004b662385dfba1049c02f252fcfb4434ff9cdfddce5bad08415274d64ba4bc","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:151]: failed to create node pool npupgrade-4-20 with version 4.20.27\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001583e60\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxxxvv-s5c7c7, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxxxvv\" in resourcegroup=\"rg-np-version-upgrade-bxxxvv-s5c7c7\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:151]: failed to create node pool npupgrade-4-20 with version 4.20.27\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001583e60\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxxxvv-s5c7c7, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxxxvv\" in resourcegroup=\"rg-np-version-upgrade-bxxxvv-s5c7c7\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-lxrt2n, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-lxrt2n\" to finish creating: context deadline exceeded"}},{"row_id":"a72ec8f5e541dfb43bb52976895bc99cfd5a73fd9dc09a1fc5406011e0dc12d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"97000e185b82048fb8f964d1ca82c848b646e6a0814e742aa3917023c89fe8f6","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-f25gwl/cluster-candidate-4-22-nb5pvs should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000989d10\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-nb5pvs, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-nb5pvs in resource group rg-candidate-4-22-f25gwl, error: failed waiting for cluster=\"cluster-candidate-4-22-nb5pvs\" in resourcegroup=\"rg-candidate-4-22-f25gwl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-nb5pvs in resource group rg-candidate-4-22-f25gwl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-f25gwl/cluster-candidate-4-22-nb5pvs should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000989d10\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-nb5pvs, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-nb5pvs in resource group rg-candidate-4-22-f25gwl, error: failed waiting for cluster=\"cluster-candidate-4-22-nb5pvs\" in resourcegroup=\"rg-candidate-4-22-f25gwl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-nb5pvs in resource group rg-candidate-4-22-f25gwl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"b6486f7f82f471e370cd591113a07489830f756f05adfd72a8b7a5de7b201686","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"6a75293eeffc81dd4b1aa5dd7a004b58c79e36c04a7c0a1c6db0fd55f7d3e44a","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-fljbwq/cluster-candidate-5-0-cfdz4v should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001196750\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-cfdz4v, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-cfdz4v in resource group rg-candidate-5-0-fljbwq, error: failed waiting for cluster=\"cluster-candidate-5-0-cfdz4v\" in resourcegroup=\"rg-candidate-5-0-fljbwq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-cfdz4v in resource group rg-candidate-5-0-fljbwq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-fljbwq/cluster-candidate-5-0-cfdz4v should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001196750\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-cfdz4v, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-cfdz4v in resource group rg-candidate-5-0-fljbwq, error: failed waiting for cluster=\"cluster-candidate-5-0-cfdz4v\" in resourcegroup=\"rg-candidate-5-0-fljbwq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-cfdz4v in resource group rg-candidate-5-0-fljbwq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"e0b424dbf7f9dc167e906614c6b881d4dfc6fe25d9ea9c59eefc63d46c85db60","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"e1e9ae3095783fc86dfeedd64469efce6464f9f29d8465c840faf8d79b2f563f","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00157c330\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listdp8zz5\" in resourcegroup=\"ea-list-hmnqqz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00157c330\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listdp8zz5\" in resourcegroup=\"ea-list-hmnqqz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled"}},{"row_id":"e31bf31a2d9acebdc1694a17987eb7ab1369decd2816dd92850e322b030e81b7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2071469428922388480","occurred_at":"2026-06-29T05:42:52Z","failed_at":"e2e","signature_id":"f0c7124139d9375dc09bc700c0ed9abf34f4e98489a08e75dcb51e31b2f8beb5","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00184a3f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00184a3f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled"}}],"failure_pattern_summary":{"signature_count":7,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":7,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-29T02:00:23Z"},"failed_at":["e2e"],"failed_test_count":10,"occurrences":[{"row_id":"07751882b87a9e02515266539ed12458565a48b2318df981b5d954bc56ad717f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"364615ca63e3a4aabf53e7bca5026c2e8815f30048d8d233c6910a2c937fe053","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d26bb8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listdzk47s\" in resourcegroup=\"ea-list-vsbsmw\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d26bb8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listdzk47s\" in resourcegroup=\"ea-list-vsbsmw\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled"}},{"row_id":"0e68f8c8a2e377fd96b8ec1c2141ef2302977aa0002508aefa2cca77ff128e11","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"acf8fb68a61e87ce1c1409983e3085fb2937b7654f1785c6a90d9d387e68e90a","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:259]: failed to create node pool oidc-wi-np\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002692ae0\u003e: \n    failed to create NodePool oidc-wi-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool oidc-wi-np in resource group oidc-wi-hlnm8w, error: failed waiting for nodepool=\"oidc-wi-np\" for cluster \"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-hlnm8w\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:259]: failed to create node pool oidc-wi-np\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002692ae0\u003e: \n    failed to create NodePool oidc-wi-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool oidc-wi-np in resource group oidc-wi-hlnm8w, error: failed waiting for nodepool=\"oidc-wi-np\" for cluster \"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-hlnm8w\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-lxrt2n, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-lxrt2n\" to finish creating: context deadline exceeded"}},{"row_id":"337ed2fa4bc0603371a7d3972d49a6db49667bd38a3409407f3b2ad8567b1cba","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"67b6f7160d05991c0015c3ab384280279a4ffb74d00fed4f472d23b7549378eb","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-drgbg4/cluster-candidate-4-21-9fggvk should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ba40f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-9fggvk, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-9fggvk in resource group rg-candidate-4-21-drgbg4, error: failed waiting for cluster=\"cluster-candidate-4-21-9fggvk\" in resourcegroup=\"rg-candidate-4-21-drgbg4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-9fggvk in resource group rg-candidate-4-21-drgbg4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-drgbg4/cluster-candidate-4-21-9fggvk should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ba40f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-9fggvk, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-9fggvk in resource group rg-candidate-4-21-drgbg4, error: failed waiting for cluster=\"cluster-candidate-4-21-9fggvk\" in resourcegroup=\"rg-candidate-4-21-drgbg4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-9fggvk in resource group rg-candidate-4-21-drgbg4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"539dddfad471e6eca9ae8bda9ee61a887b9add3a1a6a93c37a369da7b0865b57","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"07aa1f6a3d4cf97ef2d31967107729bfe69475813429a30820775411633552ab","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015f0420\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-62lwq8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-62lwq8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-62lwq8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015f0420\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-62lwq8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-62lwq8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-62lwq8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"5e205dcf3146312ba0a4eabc05f41dc0dd7ffeab2c29260be64b434fbbf068a4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"67c7ff953fa8d0d3d7c916636a8ef416983e47296bd8f68d66a130f3f9d272eb","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:140]: failed to create node pool np-1 with initial labels and taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a8ad20\u003e: \n    failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-bh2m2l\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:140]: failed to create node pool np-1 with initial labels and taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a8ad20\u003e: \n    failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-bh2m2l\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"83447d3d19023b63c00022eba710d55e1a0090317aba9cb3e48328dc0b521261","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-bh2m2l\" to finish creating: context deadline exceeded"}},{"row_id":"63864e712e27ddff2eb479e4b0660701d15a1d3b06506ce05890e1fcacd1eb16","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"688fb9d825aee0557c071af784a5eaca516c6fd6915a16d770d552c1d85bf183","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-zbvtqd\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00256ebd0\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-zbvtqd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-zbvtqd\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00256ebd0\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-zbvtqd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d6ec87c7d972149dae5ab13de0394af8c0dc25683fd32e5ecca933f42f5cfc45","failure_pattern":"DeleteResourceGroup timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-zbvtqd, error: context deadline exceeded"}},{"row_id":"6d605b87b08457703b9cf65c645449fee97d3c059c116f48e2bb8313a7a21b6a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"4257a1d0b07bc90bbfcb4e9638ec06e439261a2aa967847ffa7c288a93a43521","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-20-5xbch6/cluster-candidate-4-20-vwr2vw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00169a3c0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-20-5xbch6/cluster-candidate-4-20-vwr2vw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00169a3c0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"75e2c24af7e3832665711c7f91ab0f966bf61434e1da82e7ffc0fe02c62fc0d9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"3f996b1c729f5a788ed8e839fd5f025dd6b820c8b14b3f4c7b91e394600f7454","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-5zzcg4/cluster-candidate-4-22-fqvc2x should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015162a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-fqvc2x, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-fqvc2x in resource group rg-candidate-4-22-5zzcg4, error: failed waiting for cluster=\"cluster-candidate-4-22-fqvc2x\" in resourcegroup=\"rg-candidate-4-22-5zzcg4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-fqvc2x in resource group rg-candidate-4-22-5zzcg4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-5zzcg4/cluster-candidate-4-22-fqvc2x should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015162a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-fqvc2x, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-fqvc2x in resource group rg-candidate-4-22-5zzcg4, error: failed waiting for cluster=\"cluster-candidate-4-22-fqvc2x\" in resourcegroup=\"rg-candidate-4-22-5zzcg4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-fqvc2x in resource group rg-candidate-4-22-5zzcg4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-vwr2vw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: failed waiting for cluster=\"cluster-candidate-4-20-vwr2vw\" in resourcegroup=\"rg-candidate-4-20-5xbch6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-vwr2vw in resource group rg-candidate-4-20-5xbch6, error: context deadline exceeded"}},{"row_id":"abbbb96498b2ead494d7942c63f0e743dbe9bce6965cf6567c24fff86e4915b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"5ee9aa735f7cb8c2e6b8cceb774ceccf863fefe0ae013efb502f6f07f95fe45a","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:214]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e7d70\u003e: \n    failed to create NodePool autoscale-noaz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-lxrt2n, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-lxrt2n\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:214]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e7d70\u003e: \n    failed to create NodePool autoscale-noaz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-lxrt2n, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-lxrt2n\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-lxrt2n, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-lxrt2n\" to finish creating: context deadline exceeded"}},{"row_id":"b75785caa733844b03e4c22d2354ba547412c60c6262e6f049e898d5b6288c3f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2071413440525635584","occurred_at":"2026-06-29T02:00:23Z","failed_at":"e2e","signature_id":"ca387e5647a360e992abe1287000224b212db51b3c739c28f9680a8152aedab9","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001f96138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-bnfrvc\" in resourcegroup=\"rg-np-dg-minor-bnfrvc-prz9tz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001f96138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-bnfrvc\" in resourcegroup=\"rg-np-dg-minor-bnfrvc-prz9tz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2k2kzp\" to finish deleting: context canceled"}}],"failure_pattern_summary":{"signature_count":10,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","83447d3d19023b63c00022eba710d55e1a0090317aba9cb3e48328dc0b521261","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","d6ec87c7d972149dae5ab13de0394af8c0dc25683fd32e5ecca933f42f5cfc45"],"matched_occurrences":10,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}