{"meta":{"date":"2026-08-10","timezone":"UTC","generated_at":"2026-08-26T04:46:08Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2086950765150081024","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-10T23:00:10Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"e60bfe42cd7b70ee3e8426c4ea385179f72ede64f3cb88e80bb3f697ddbe12a4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2086950765150081024","occurred_at":"2026-08-10T23:00:10Z","failed_at":"e2e","signature_id":"aea525be710541712586ef74eba614dce8cc21c458d0a4d08c59067f696f731c","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f383f0\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-qmxx5ckk7hzk, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-qmxx5ckk7hzk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-qmxx5ckk7hzk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f383f0\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-qmxx5ckk7hzk, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-qmxx5ckk7hzk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-qmxx5ckk7hzk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-226d6p, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: failed waiting for cluster=\"cluster-nightly-5-1-226d6p\" in resourcegroup=\"rg-nightly-5-1-kbgr7c9bvc67\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: context deadline exceeded"}},{"row_id":"f5833f6a0e47ed518aca3eb39b1e9e0d60ca6e6ee79e1ff2f32f4e855bcdbf4e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2086950765150081024","occurred_at":"2026-08-10T23:00:10Z","failed_at":"e2e","signature_id":"35d43f73c44f42ef748a97f9750dca40a6c1871e2400173627c01f10b2580792","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-kbgr7c9bvc67/cluster-nightly-5-1-226d6p should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018682d0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-226d6p, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: failed waiting for cluster=\"cluster-nightly-5-1-226d6p\" in resourcegroup=\"rg-nightly-5-1-kbgr7c9bvc67\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-kbgr7c9bvc67/cluster-nightly-5-1-226d6p should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018682d0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-226d6p, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: failed waiting for cluster=\"cluster-nightly-5-1-226d6p\" in resourcegroup=\"rg-nightly-5-1-kbgr7c9bvc67\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-226d6p, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: failed waiting for cluster=\"cluster-nightly-5-1-226d6p\" in resourcegroup=\"rg-nightly-5-1-kbgr7c9bvc67\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-226d6p in resource group rg-nightly-5-1-kbgr7c9bvc67, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2086633726317432832","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-10T02:00:22Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"98cd5a483db3ebac9050c2305a4225cbe77288b71f78499853eecd06ec2c653d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2086633726317432832","occurred_at":"2026-08-10T02:00:22Z","failed_at":"e2e","signature_id":"f2a2aba559c8ffd545098a6db9bc6f208a0542339b1fbda40b7d1c3cfe28a71d","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:135]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c407a0\u003e: \n    add password: HTTP 403, Authorization_RequestDenied: Insufficient privileges to complete the operation.: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:135]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c407a0\u003e: \n    add password: HTTP 403, Authorization_RequestDenied: Insufficient privileges to complete the operation.: error status code received from the API\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ee76f1d7758711fbe539884fbd7a0495ac08f085443c871eb675678fa9e70a57","failure_pattern":"add password: HTTP 403, Authorization_RequestDenied: Insufficient privileges to complete the operation.: error status code received from the API","search_query":"add password: HTTP 403, Authorization_RequestDenied: Insufficient privileges to complete the operation.: error status code received from the API"}},{"row_id":"f7b2e1adc2f17a5496403602523342585395358dcf679466778cc4b34a2306fc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2086633726317432832","occurred_at":"2026-08-10T02:00:22Z","failed_at":"e2e","signature_id":"599380193a7a112ecdee0f17c12873b46d4d5260ea4eff742cfccfa515ad34f4","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:82]: 5.0 HCCO ingress LB scope fix (OCPBUGS-98571) still not available; remove this skip or update the deadline\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:82]: 5.0 HCCO ingress LB scope fix (OCPBUGS-98571) still not available; remove this skip or update the deadline","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9dec63a4582013ce3109d4850c649f5e2ca634f20c40755372d6c1c6ad7a0cfb","failure_pattern":"5.0 HCCO ingress LB scope fix (OCPBUGS-98571) still not available; remove this skip or update the deadline","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:82]: 5.0 HCCO ingress LB scope fix (OCPBUGS-98571) still not available; remove this skip or update the deadline"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["9dec63a4582013ce3109d4850c649f5e2ca634f20c40755372d6c1c6ad7a0cfb","ee76f1d7758711fbe539884fbd7a0495ac08f085443c871eb675678fa9e70a57"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}