{"meta":{"date":"2026-05-04","timezone":"UTC","generated_at":"2026-08-30T08:40:07Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":5,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":2,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051431088370225152","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-04T22:37:38Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"4b18f5f4d18bf1674c27f781acb49a4f3c3cc701f181916dcbe3a603f9855b09","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051431088370225152","occurred_at":"2026-05-04T22:37:38Z","failed_at":"e2e","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:106]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:106]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-04T20:04:34Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"0b36f4f87411caee5c0a94649ab97ba98e974f7da0a22f662dab499d89f95cc4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","failed_at":"e2e","signature_id":"9a5d546b3f604616a2404ae5ab4b10a1352e16dd08f8137053d13047fcc12e05","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000be82d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000be82d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded"}},{"row_id":"3d050af96ab57799f99ee4c998c108e5b8b25250760b8454b24eaf28f1c70027","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","failed_at":"e2e","signature_id":"91eb3f32522f7644f4d65a211810a95d19c1841a06567d30af4010c8630b3e0c","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:98]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017a6c00\u003e: \n    failed to create HCP cluster cluster-gpu-np, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-vqp22q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:98]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017a6c00\u003e: \n    failed to create HCP cluster cluster-gpu-np, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-vqp22q\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-gpu-np in resource group rg-gpu-nodepool-NC4asT4v3-vqp22q, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded"}},{"row_id":"bfcf8e18c24865a3aba34cbe5d9da5e33cac01dbe0ad2f874ac330f531c3b88b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","failed_at":"e2e","signature_id":"9b01b6599f177bd4c64cf00c6dbb39ae2d5addd92ed1cee99d6d701251b8ebf2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000afea20\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-hp8rqm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-hp8rqm in resource group rg-zstream-upgrade-4-20-c2qdwq, error: failed waiting for cluster=\"cluster-zstream-4-20-hp8rqm\" in resourcegroup=\"rg-zstream-upgrade-4-20-c2qdwq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-hp8rqm in resource group rg-zstream-upgrade-4-20-c2qdwq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000afea20\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-hp8rqm, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-hp8rqm in resource group rg-zstream-upgrade-4-20-c2qdwq, error: failed waiting for cluster=\"cluster-zstream-4-20-hp8rqm\" in resourcegroup=\"rg-zstream-upgrade-4-20-c2qdwq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-hp8rqm in resource group rg-zstream-upgrade-4-20-c2qdwq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded"}},{"row_id":"d5ebc2723677030afa7030646a18f82b96f39907f54f4b110cd336d6cc98e7fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051392561385312256","occurred_at":"2026-05-04T20:04:34Z","failed_at":"e2e","signature_id":"8524f970441496b875d30a60a9215a8c8467ce23e1dc5bd1f6a5c9f5ff61b69d","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a106f0\u003e: \n    failed to create HCP cluster ea-listlbrgjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: failed waiting for cluster=\"ea-listlbrgjv\" in resourcegroup=\"ea-list-8zhn89\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a106f0\u003e: \n    failed to create HCP cluster ea-listlbrgjv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: failed waiting for cluster=\"ea-listlbrgjv\" in resourcegroup=\"ea-list-8zhn89\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlbrgjv in resource group ea-list-8zhn89, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bfgzr2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-bfgzr2, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051351189940867072","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-05-04T17:20:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051289804087234560","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-05-04T13:16:15Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051148059814924288","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-05-04T03:53:00Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"9bcd87a7be2fec1e0b66294c530df03dd3ab148f51cdd6663d4b241ff2781774","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051148059814924288","occurred_at":"2026-05-04T03:53:00Z","failed_at":"e2e","signature_id":"8bdc8b8b1009982f868f7b951eac36a5611b8754e4fd92a2680eb0f60d353a04","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d84d03c0df1aec4a7eca599a5be0f624e0adc2155922d7bbffa8714eff84c175","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": dial tcp: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:127]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": dial tcp: lookup api.openshift.com on 172.30.0.10:53: no such host"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["d84d03c0df1aec4a7eca599a5be0f624e0adc2155922d7bbffa8714eff84c175"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}