{"meta":{"date":"2026-07-12","timezone":"UTC","generated_at":"2026-08-27T19:56:45Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":3,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":1,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2076441601365774336","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-07-12T23:00:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2076124508074283008","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-12T02:00:29Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"2241cc16f23dcce635f5a880bb02ab803dc38ece5d12230423ac348d120d50ed","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2076124508074283008","occurred_at":"2026-07-12T02:00:29Z","failed_at":"e2e","signature_id":"697ed4f1fa31f906da6e81d1dba09423da734b4de942cfb34f304a40f53ca43b","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:296]: failed to create federated identity credential for service account system:serviceaccount:e2e-oidc-wi:wi-test-sa\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0024efa70\u003e: \n    PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/oidc-wi-m6pkth/providers/Microsoft.ManagedIdentity/userAssignedIdentities/e2e-oidc-wi-test/federatedIdentityCredentials/e2e-wi-fic\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/oidc-wi-m6pkth/providers/Microsoft.ManagedIdentity/userAssignedIdentities/e2e-oidc-wi-test' was not found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:296]: failed to create federated identity credential for service account system:serviceaccount:e2e-oidc-wi:wi-test-sa\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0024efa70\u003e: \n    PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/oidc-wi-m6pkth/providers/Microsoft.ManagedIdentity/userAssignedIdentities/e2e-oidc-wi-test/federatedIdentityCredentials/e2e-wi-fic\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/oidc-wi-m6pkth/providers/Microsoft.ManagedIdentity/userAssignedIdentities/e2e-oidc-wi-test' was not found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"b64b4ef0c88d35afab6c6cd8765ff6a9da8a5a8ffc9a639da00c5e1f9e608e45","failure_pattern":"ERROR CODE: NotFound; detail message Resource '/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.ManagedIdentity/userAssignedIdentities/e2e-oidc-wi-test' was not found.; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: NotFound"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["b64b4ef0c88d35afab6c6cd8765ff6a9da8a5a8ffc9a639da00c5e1f9e608e45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2076105588294553600","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-12T00:45:19Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"5e51923794b619e0acd53737019e8fa2454de7ac90d9c504e6dc208a3034d88a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2076105588294553600","occurred_at":"2026-07-12T00:45:19Z","failed_at":"e2e","signature_id":"89d831ccf72982f39cc5f6ca2e54099b1d26c1bf2196c5591db6867b190d7b70","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283]: Unexpected error:\n    \u003c*errors.joinError | 0xc00108a450\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-candidate-4-22-p27992\", caused by: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283]: Unexpected error:\n    \u003c*errors.joinError | 0xc00108a450\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-candidate-4-22-p27992\", caused by: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4e83fe1c3bb6daff1be6935129ccd1a1c67e021531f7a464980385c362ccc372","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-candidate-4-22-p27992\", caused by: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded"}},{"row_id":"a4afc64a4dfa3f8c70528821e583bcc32166c5a1b9b87721fa751b0ccf708329","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2076105588294553600","occurred_at":"2026-07-12T00:45:19Z","failed_at":"e2e","signature_id":"a18f0e5dd08f60d5164e679f2c87187f311909570648924226560465b75246ea","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283]: Unexpected error:\n    \u003c*errors.joinError | 0xc001b34240\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-np-labels-taints-n2l8g2\", caused by: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n2l8g2\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n2l8g2, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n2l8g2\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n2l8g2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283]: Unexpected error:\n    \u003c*errors.joinError | 0xc001b34240\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-np-labels-taints-n2l8g2\", caused by: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n2l8g2\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n2l8g2, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-n2l8g2\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n2l8g2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4e83fe1c3bb6daff1be6935129ccd1a1c67e021531f7a464980385c362ccc372","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-candidate-4-22-p27992\", caused by: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-candidate-4-22-bf67pt\" in resourcegroup=\"rg-candidate-4-22-p27992\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-candidate-4-22-bf67pt in resource group rg-candidate-4-22-p27992, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["4e83fe1c3bb6daff1be6935129ccd1a1c67e021531f7a464980385c362ccc372"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}