{"meta":{"date":"2026-07-25","timezone":"UTC","generated_at":"2026-08-26T17:15:44Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":5,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":1,"runs_with_unmatched_occurrences":3,"runs_without_occurrence_rows":1,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-25T23:00:52Z"},"failed_at":["e2e"],"failed_test_count":7,"occurrences":[{"row_id":"308da97aead33c7e57c53bdeccd2a30136a7e82a42b8b24b1afc3b581d1f1b37","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"1e56dab0ef8016bc4be8e9c59d10fea1b0be2bd7f744555554b61d3d8add2ab3","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc000ab02a0\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"private-keyvault-hzd8f756pkjx\", caused by: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hzd8f756pkjx\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster private-kv-cluster in resource group private-keyvault-hzd8f756pkjx, error: context deadline exceeded, error: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hzd8f756pkjx\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster private-kv-cluster in resource group private-keyvault-hzd8f756pkjx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc000ab02a0\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"private-keyvault-hzd8f756pkjx\", caused by: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hzd8f756pkjx\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster private-kv-cluster in resource group private-keyvault-hzd8f756pkjx, error: context deadline exceeded, error: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hzd8f756pkjx\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster private-kv-cluster in resource group private-keyvault-hzd8f756pkjx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded"}},{"row_id":"3e53f646328992641de85d3f49474ce75e5429e9623aca5db0ac37f7ef936a73","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"ec33c7603488f2dc76c9b19b94d20967736d2be7d2e9e2ef61b70a03c6f4f49a","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-jlqwkzs7jqhj\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001296270\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-jlqwkzs7jqhj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-jlqwkzs7jqhj\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001296270\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-jlqwkzs7jqhj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ae6a7f7d2e3c3444ed20150a67378f751586e201de3a927f677f72a871b2bf44","failure_pattern":"DeleteResourceGroup timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-jlqwkzs7jqhj, error: context deadline exceeded"}},{"row_id":"5e9c1c7da90c1eb6ef2fa2dbc0ca38b20016f1e19b8dc316df09ce416f20a3c8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"eaf4ffea5ec685d7eb4149d21d9d11f620f8f04dae8a30c961dea770a5bad65e","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:120]: HCP cluster rg-nightly-4-23-bvp8bvjdldql/cluster-nightly-4-23-6252tm should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b819a0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-6252tm: failed waiting for cluster=\"cluster-nightly-4-23-6252tm\" in resourcegroup=\"rg-nightly-4-23-bvp8bvjdldql\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a07651a-a9b8-414c-8974-3522743736b5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a07651a-a9b8-414c-8974-3522743736b5\",\n      \"name\": \"7a07651a-a9b8-414c-8974-3522743736b5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-25T23:30:22.26941828Z\",\n      \"endTime\": \"2026-07-25T23:49:39.833761299Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:120]: HCP cluster rg-nightly-4-23-bvp8bvjdldql/cluster-nightly-4-23-6252tm should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b819a0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-6252tm: failed waiting for cluster=\"cluster-nightly-4-23-6252tm\" in resourcegroup=\"rg-nightly-4-23-bvp8bvjdldql\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a07651a-a9b8-414c-8974-3522743736b5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a07651a-a9b8-414c-8974-3522743736b5\",\n      \"name\": \"7a07651a-a9b8-414c-8974-3522743736b5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-25T23:30:22.26941828Z\",\n      \"endTime\": \"2026-07-25T23:49:39.833761299Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"67e9146bba6a263169b2663e0ece2eff489af41d3e74f4e915f7ce1b74288068","failure_pattern":"ERROR CODE: InternalServerError; detail message [hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: [router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"879fcfcecb167873cb0bce736e2a82bd1820c9029d94ea074584cd7834d06b4b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"2497c00f2c6f0b3815cd3a846155256e90e6796c706b2489c85c4e9a86f79e6a","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc00172e378\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\", caused by: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-hszcm2jz5pbv, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-hszcm2jz5pbv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc00172e378\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\", caused by: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-hszcm2jz5pbv, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-hszcm2jz5pbv\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-hszcm2jz5pbv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded"}},{"row_id":"8bf4d51186dcd683d1d023bd2f393658745aba3ba7afaa418f656cd026360df7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"9cbffc633e245a65e53060d0b4521a02a382b8b9f99325a2172b6249a4d57ab9","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc001028108\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\", caused by: failed waiting for hcpCluster=\"cluster-nightly-4-20-2t8cfw\" in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-nightly-4-20-2t8cfw in resource group rg-nightly-4-20-vdr9krj2r5gj, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-nightly-4-20-2t8cfw\" in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-nightly-4-20-2t8cfw in resource group rg-nightly-4-20-vdr9krj2r5gj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc001028108\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\", caused by: failed waiting for hcpCluster=\"cluster-nightly-4-20-2t8cfw\" in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-nightly-4-20-2t8cfw in resource group rg-nightly-4-20-vdr9krj2r5gj, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-nightly-4-20-2t8cfw\" in resourcegroup=\"rg-nightly-4-20-vdr9krj2r5gj\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-nightly-4-20-2t8cfw in resource group rg-nightly-4-20-vdr9krj2r5gj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded"}},{"row_id":"b39387c95f4177f81c3adc6929f269693dcfd77eb5fea22ad8378540df872553","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"d44ea016b25aa9fc93b40395c53b4a5ff01abf0f9dbd06d8e9b92cba66ec7fed","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc00166a0d8\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"patch-name-xbgl6cqz2mnf\", caused by: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-xbgl6cqz2mnf\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster patch-name-cluster in resource group patch-name-xbgl6cqz2mnf, error: context deadline exceeded, error: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-xbgl6cqz2mnf\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster patch-name-cluster in resource group patch-name-xbgl6cqz2mnf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc00166a0d8\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"patch-name-xbgl6cqz2mnf\", caused by: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-xbgl6cqz2mnf\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster patch-name-cluster in resource group patch-name-xbgl6cqz2mnf, error: context deadline exceeded, error: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-xbgl6cqz2mnf\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster patch-name-cluster in resource group patch-name-xbgl6cqz2mnf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded"}},{"row_id":"db2ac27664129ffca459a65ac7173226dc23f1e43e96a0e761bbbdc145d26fd0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2081152736203640832","occurred_at":"2026-07-25T23:00:52Z","failed_at":"e2e","signature_id":"498efaa1c876db80848bf71276aa615289766c17dc20189c8e7ba7b668f09742","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc000fc0090\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285]: Unexpected error:\n    \u003c*errors.joinError | 0xc000fc0090\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"clusternp128-nzwfdf99d2bd\", caused by: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded, error: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-nzwfdf99d2bd\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-nzwfdf99d2bd, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":7,"failure_pattern_ids":["67e9146bba6a263169b2663e0ece2eff489af41d3e74f4e915f7ce1b74288068","a0f7097119093087677b064ee2bb11f639db773e33b710f4fbee9a6c1480fc09","ae6a7f7d2e3c3444ed20150a67378f751586e201de3a927f677f72a871b2bf44"],"matched_occurrences":7,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2081055269286055936","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-07-25T16:33:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2080994830711787520","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-25T12:33:25Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"53e4e34a720ffd407b44183b3246193dd306493b25e8be9b3449c4124af84e20","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2080994830711787520","occurred_at":"2026-07-25T12:33:25Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2080964629218988032","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-25T10:33:24Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"b8de75db176b1965b12530ff33860ba2e230c401783d700c38eac16d19899399","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2080964629218988032","occurred_at":"2026-07-25T10:33:24Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2080835644065583104","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-25T02:00:52Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"fe673b35b7bcd71c4da3b9929cdc9577d48d23a6a2cd52ffdc077a64c2f0a214","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2080835644065583104","occurred_at":"2026-07-25T02:00:52Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}}]}]}