{"meta":{"start_date":"2026-06-14","end_date":"2026-06-14","start_at":"2026-06-14T00:00:00Z","end_at":"2026-06-15T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T08:27:01Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":1,"failed_runs":1,"raw_occurrences":11,"matched_occurrences":11,"runs_affected":1},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-6qmfjk, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-6qmfjk in resource group rg-candidate-4-20-xzw64b, error: failed waiting for cluster=\"cluster-candidate-4-20-6qmfjk\" in resourcegroup=\"rg-candidate-4-20-xzw64b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-6qmfjk in resource group rg-candidate-4-20-xzw64b, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":10,"runs_affected":1,"failed_runs":1,"run_impact_percent":100,"anchor_occurrences":10,"after_last_push_count":84,"trend_counts":[0,1,1,5,2,0,10],"trend_range":"2026-06-08..2026-06-14 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-11","2026-05-18","2026-05-25","2026-06-01"],"prior_runs_affected":33,"prior_last_seen_at":"2026-06-05T18:49:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012fd050\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-wg5tx5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-wg5tx5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012fd050\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-wg5tx5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-wg5tx5, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001122390\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-zq9m2p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-zq9m2p, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001122390\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-zq9m2p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-zq9m2p, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-mtvtd8/cluster-candidate-4-21-wswjrr should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010b8900\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-wswjrr, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-wswjrr in resource group rg-candidate-4-21-mtvtd8, error: failed waiting for cluster=\"cluster-candidate-4-21-wswjrr\" in resourcegroup=\"rg-candidate-4-21-mtvtd8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-wswjrr in resource group rg-candidate-4-21-mtvtd8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-mtvtd8/cluster-candidate-4-21-wswjrr should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010b8900\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-wswjrr, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-wswjrr in resource group rg-candidate-4-21-mtvtd8, error: failed waiting for cluster=\"cluster-candidate-4-21-wswjrr\" in resourcegroup=\"rg-candidate-4-21-mtvtd8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-wswjrr in resource group rg-candidate-4-21-mtvtd8, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"050abf920ed1cd52c32f7eb69ab228c8aaed7f7977b6d467742840666ca40449","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"472e1498409196b18a6ff61810279dc3a0c39424dcf2f369bd781881f27f943b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"50582e848888580788e012deb9e3513771840d54ecc57cd6c77639811e18b567","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"59227d33ab80131f0dd5cad70bd4ee7b7e6a4b14b3166886f605e146f2c26b1b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"645b688f7c82e2d7661a0c6aeceb3c4a9a9d2df13b1966e4fc8a050ccc786ded","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"88d55c2f453460187ea9a887577eb3e5c17a92499745e3dbcbe24c71e5b675e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"8b0cb8d2f11a59e024bf7ffa702e95d19d1bb0bcb0ba0a1d33546752677090fb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"c9f33ebe79c5346e970b327246d49be11374cb0d82319230b0a09637e6dc058f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"d35ad9a3b4af2d7f94d0ec0192b03807862e518365ea2c273c23c7f18796f9dc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"d926428c9ab1c8c1f327a7ea2a8701635edc9eb2e1dd5befed785bc58a946e26","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"cf6ceb1f4deb82bd4d009ce82003185af5aa727442083111220a23e5179d2b34","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":100,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-08..2026-06-14 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-01"],"prior_runs_affected":2,"prior_last_seen_at":"2026-06-05T18:49:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.006s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.006s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2066013880169009152","occurred_at":"2026-06-14T04:24:28Z","signature_id":"811ce68060fc3b22c6f3accbe6b1b1821608c262929730f31539919eab5c423f","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}