{"meta":{"start_date":"2026-05-04","end_date":"2026-05-04","start_at":"2026-05-04T00:00:00Z","end_at":"2026-05-05T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T14:27:06Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":5,"failed_runs":3,"raw_occurrences":6,"matched_occurrences":6,"runs_affected":3},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":4,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":4,"after_last_push_count":12,"trend_counts":[1,0,0,0,0,0,4],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":11,"prior_last_seen_at":"2026-04-28T20:29:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a106f0\u003e: \n    failed to create HCP cluster ea-listlbrgjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: failed waiting for cluster=\"ea-listlbrgjv\" in resourcegroup=\"ea-list-8zhn89\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a106f0\u003e: \n    failed to create HCP cluster ea-listlbrgjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: failed waiting for cluster=\"ea-listlbrgjv\" in resourcegroup=\"ea-list-8zhn89\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:98]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017a6c00\u003e: \n    failed to create HCP cluster cluster-gpu-np, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-vqp22q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:98]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017a6c00\u003e: \n    failed to create HCP cluster cluster-gpu-np, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-vqp22q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000be82d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000be82d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","signature_id":"8524f970441496b875d30a60a9215a8c8467ce23e1dc5bd1f6a5c9f5ff61b69d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","signature_id":"91eb3f32522f7644f4d65a211810a95d19c1841a06567d30af4010c8630b3e0c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","signature_id":"9a5d546b3f604616a2404ae5ab4b10a1352e16dd08f8137053d13047fcc12e05","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","signature_id":"9b01b6599f177bd4c64cf00c6dbb39ae2d5addd92ed1cee99d6d701251b8ebf2","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-20"],"prior_runs_affected":3,"prior_last_seen_at":"2026-04-22T14:42:40Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:106]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:106]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051431088370225152","occurred_at":"2026-05-04T22:37:38Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d84d03c0df1aec4a7eca599a5be0f624e0adc2155922d7bbffa8714eff84c175","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": dial tcp: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051148059814924288","occurred_at":"2026-05-04T03:53:00Z","signature_id":"8bdc8b8b1009982f868f7b951eac36a5611b8754e4fd92a2680eb0f60d353a04","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}