{"meta":{"date":"2026-07-06","timezone":"UTC","generated_at":"2026-08-28T15:59:30Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":4,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-06T23:00:20Z"},"failed_at":["e2e"],"failed_test_count":5,"occurrences":[{"row_id":"387081424eb3c7fcce805f3f74797ab4ec3ce974db4df7a2c42b2ec6d4f1ab9f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","occurred_at":"2026-07-06T23:00:20Z","failed_at":"e2e","signature_id":"9162b5a6c9a764beb0efc649b31d31d35c573b3714fc50eb149b26173e83a845","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-rw5292\" for cluster \"cluster-nightly-4-20-rw5292\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00251f860\u003e: \n    failed to create NodePool np-rw5292, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-rw5292 in resource group rg-nightly-4-20-g8lx9j, error: failed waiting for nodepool=\"np-rw5292\" for cluster \"cluster-nightly-4-20-rw5292\" in resourcegroup=\"rg-nightly-4-20-g8lx9j\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-rw5292\" for cluster \"cluster-nightly-4-20-rw5292\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00251f860\u003e: \n    failed to create NodePool np-rw5292, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-rw5292 in resource group rg-nightly-4-20-g8lx9j, error: failed waiting for nodepool=\"np-rw5292\" for cluster \"cluster-nightly-4-20-rw5292\" in resourcegroup=\"rg-nightly-4-20-g8lx9j\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"4460b7f38bbc9c9aa469aeefb4e26f80a74b1c9b249e69ae21059f086311e2cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","occurred_at":"2026-07-06T23:00:20Z","failed_at":"e2e","signature_id":"30c32fc47ab53c6040878b2ef6ffe4eb8ccbed30e1757d45f1cf8eea4f729719","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-5ghdp7/cluster-nightly-5-0-r2rdcg should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000909e90\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-r2rdcg, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r2rdcg in resource group rg-nightly-5-0-5ghdp7, error: failed waiting for cluster=\"cluster-nightly-5-0-r2rdcg\" in resourcegroup=\"rg-nightly-5-0-5ghdp7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r2rdcg in resource group rg-nightly-5-0-5ghdp7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-5ghdp7/cluster-nightly-5-0-r2rdcg should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000909e90\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-r2rdcg, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r2rdcg in resource group rg-nightly-5-0-5ghdp7, error: failed waiting for cluster=\"cluster-nightly-5-0-r2rdcg\" in resourcegroup=\"rg-nightly-5-0-5ghdp7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r2rdcg in resource group rg-nightly-5-0-5ghdp7, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded"}},{"row_id":"a0097ea267e7d9bf929cbb901c5dedd687df181c6fb0dbd2c1ee82e46ff02449","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","occurred_at":"2026-07-06T23:00:20Z","failed_at":"e2e","signature_id":"acde3be073994ec6dc65b96efce888e00a7413a90304cc77aa097d38d8939e2a","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0017a2468\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-r77729, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r77729\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0017a2468\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-r77729, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r77729\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"bf8ad9370fd69d3bacb58c848cee4dcedb6c911610bf94592cefbc1786134cc9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","occurred_at":"2026-07-06T23:00:20Z","failed_at":"e2e","signature_id":"0af8dda48579619e35b906c52445ee547366c75eb93309e51434c8eb39f9e858","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-g897nm/cluster-nightly-4-23-gjksrw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001076ae0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-gjksrw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-gjksrw in resource group rg-nightly-4-23-g897nm, error: failed waiting for cluster=\"cluster-nightly-4-23-gjksrw\" in resourcegroup=\"rg-nightly-4-23-g897nm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-gjksrw in resource group rg-nightly-4-23-g897nm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-g897nm/cluster-nightly-4-23-gjksrw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001076ae0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-gjksrw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-gjksrw in resource group rg-nightly-4-23-g897nm, error: failed waiting for cluster=\"cluster-nightly-4-23-gjksrw\" in resourcegroup=\"rg-nightly-4-23-g897nm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-gjksrw in resource group rg-nightly-4-23-g897nm, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded"}},{"row_id":"fe3fc72b7304550a1d9af71745fdc7ed2069e673ca1988e5315edf1a00ef4638","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074267232510152704","occurred_at":"2026-07-06T23:00:20Z","failed_at":"e2e","signature_id":"a7e9bffa7cb75aa6b057f6092da5e22a9d39b29123e9c89a4394ba1c92b5b4af","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a91530\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-lxfx2v, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-lxfx2v\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a91530\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-lxfx2v, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-lxfx2v\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":5,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":5,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074102247611961344","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-06T12:04:45Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"641508ae8e921c741a4850f90ae95d0589e3e720e7f7f43e105a6601912b23a4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074102247611961344","occurred_at":"2026-07-06T12:04:45Z","failed_at":"e2e","signature_id":"1f4e6f53e782a4fefff53adef224b3c6c0a9b08920f4e705ae5a2619787110e1","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-kk6pb6\" for cluster \"cluster-candidate-4-20-kk6pb6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0024c3b60\u003e: \n    failed to create NodePool np-kk6pb6, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-kk6pb6 in resource group rg-candidate-4-20-8gx7xt, error: failed waiting for nodepool=\"np-kk6pb6\" for cluster \"cluster-candidate-4-20-kk6pb6\" in resourcegroup=\"rg-candidate-4-20-8gx7xt\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-kk6pb6\" for cluster \"cluster-candidate-4-20-kk6pb6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0024c3b60\u003e: \n    failed to create NodePool np-kk6pb6, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-kk6pb6 in resource group rg-candidate-4-20-8gx7xt, error: failed waiting for nodepool=\"np-kk6pb6\" for cluster \"cluster-candidate-4-20-kk6pb6\" in resourcegroup=\"rg-candidate-4-20-8gx7xt\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"a8f3395f0d9a4b86436dc852f9598f4874ba4813d460f165ceec95edfd2d242a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074102247611961344","occurred_at":"2026-07-06T12:04:45Z","failed_at":"e2e","signature_id":"55875c963f292ed1ab6042fb7437a6306f4475f26eb9ac708bafb637836ebda1","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0027db170\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-5qkz7d, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-5qkz7d\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0027db170\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-5qkz7d, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-5qkz7d\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"cc8e843bd9e9a504bb5144c9fd27e5aeb78898bfbb72309a524aeb459cf764e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074102247611961344","occurred_at":"2026-07-06T12:04:45Z","failed_at":"e2e","signature_id":"5bbbe312e60242a0080ced2d50d08db529bde225105803f3ec6b9ccc500a1d4f","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-wg275n/cluster-candidate-5-0-tcf7s2 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00179bc50\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-tcf7s2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-tcf7s2 in resource group rg-candidate-5-0-wg275n, error: failed waiting for cluster=\"cluster-candidate-5-0-tcf7s2\" in resourcegroup=\"rg-candidate-5-0-wg275n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-tcf7s2 in resource group rg-candidate-5-0-wg275n, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-wg275n/cluster-candidate-5-0-tcf7s2 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00179bc50\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-tcf7s2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-tcf7s2 in resource group rg-candidate-5-0-wg275n, error: failed waiting for cluster=\"cluster-candidate-5-0-tcf7s2\" in resourcegroup=\"rg-candidate-5-0-wg275n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-tcf7s2 in resource group rg-candidate-5-0-wg275n, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded"}},{"row_id":"e243b8ea54634dec801af35d77c37ed6e616eba2fb794616e875aa33e7bcadc4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074102247611961344","occurred_at":"2026-07-06T12:04:45Z","failed_at":"e2e","signature_id":"e2df6e218b36f9d2b6808799506a3ea7dc21124d84d9d028f1d1c634269d1aa0","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc002b2e498\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-vjgmkx, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-vjgmkx\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc002b2e498\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-vjgmkx, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-vjgmkx\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-06T07:08:34Z"},"failed_at":["e2e"],"failed_test_count":23,"occurrences":[{"row_id":"138b8511024d3d3c509c3f72b71951fe48bef91c9c497c90ec5d0f1a084407ae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"21833a7d5689e27ddbcb0b50fc21062354ca5362da633cbbf7fd6497a9215abb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"231dc1efa19c491a608bee84606ebb99cb5a053a8c2a3e3ff39cca936c1c6ef1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"beed6c8947077f0d05c5c39f37785327d2c5b2056bbf6cbf83cf5591985b568b","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4135b8ce49ef106a1089ff0710166e0d2c1d3ab607b56071ca50a7703cf12147","failure_pattern":"failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for \u003cocp-channel\u003e returned 503 Service Unavailable: \u003chtml\u003e","search_query":"failure"}},{"row_id":"3283dcb8ffc768d257cf88ef936a332c24a16248f648d4fc151853fe4ecf03b6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"beed6c8947077f0d05c5c39f37785327d2c5b2056bbf6cbf83cf5591985b568b","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4135b8ce49ef106a1089ff0710166e0d2c1d3ab607b56071ca50a7703cf12147","failure_pattern":"failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for \u003cocp-channel\u003e returned 503 Service Unavailable: \u003chtml\u003e","search_query":"failure"}},{"row_id":"353874bcbfe4ec3c8775e035182474a642c521bbeff5a881ef536b34c9e1a15a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"240be092796a2285c51166d430f1be1298e773f08d7afe7494091aee4ea3f5c9","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:677]: failed to get latest version for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010be160\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:677]: failed to get latest version for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010be160\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c10c7cf0ceed874f5e112f080a8feea94b6e28417c30e3d6b1b02b8d9b239205","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout"}},{"row_id":"3f93693b8b4ae20eda005af141f4ded2d30e0f376aeb8e9bcc56321ce847ec77","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"424b4b278097b0413d47216df0413f83e96a6523c09858ef1e162f2be83b1803","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"4e08c889e2dc3651d2cbd956e18b0a819f39451be1e20975e1db9e95b04f18ac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"c794fae31e90aa48b663fbe2224bf6582078c37c20cf43404a9d95569617eb62","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:536]: failed to get versions for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e1c460\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:536]: failed to get versions for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e1c460\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"04dd451119ec8b9089e43737c0d54b3cdaac42f33d585329b15deac499ef745d","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable"}},{"row_id":"4ebe3a2fcd3c3ca0439e5427b7ccb32863bf931a7ca9b87288c061bed45fb43d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"505667dd1bf46dd8c5deae2222cfcaf8ee4da80e8318ed6a9fdc35e69d028ba1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"58b40796ac7188482ac377c14880cd5e92cd2e95044c2fc3d01c827f2bd6216b","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001122408\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001122408\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"54f7358046fef0b25333bf602eb766be849d00719975cb69b573c1098a917388","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"5b4731cdbcc1f6994240f4604632d42ba3c6284cbd4579ba2d83d4c483da4cf4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"8115ee18902cd7e3051116e08e833d50f6b167b71d73bdf853085e6aeaf99f8f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"2d6ef40a50489d45b8c254165d438f724e56bde95bbfe36ff1392b7ae6593a79","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:257]: failed to get version pair without upgrade edge for minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00110cee0\u003e: \n    query graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:257]: failed to get version pair without upgrade edge for minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00110cee0\u003e: \n    query graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc6feba968b96707a741a4a262cde01914a092f8c9a03969ae236fd2c5fbffe1","failure_pattern":"query graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"query graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"8445bc8519f09ea9c1922cecbb343009750886d11d754bb7ce2894b406d6fb27","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"beed6c8947077f0d05c5c39f37785327d2c5b2056bbf6cbf83cf5591985b568b","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 503 Service Unavailable: \u003chtml\u003e\r\n  \u003chead\u003e\r\n    \u003cmeta name=\"viewport\" content=\"width=device-width, initial-scale=1\"\u003e\r\n\r\n    \u003cstyle type=\"text/css\"\u003e\r\n      body {\r\n        font-family: \"Helvetica Neue\", Helvetica, Arial, sans-serif;\r\n        line-height: 1.66666667;\r\n        font-size: 16px;\r\n        color: #333;\r\n        background-color: #fff;\r\n        margin: 2em 1em;\r\n      }\r\n      h1 {\r\n        font-size: 28px;\r\n        font-weight: 400;\r\n      }\r\n      p {\r\n        margin: 0 0 10px;\r\n      }\r\n      .alert.alert-info {\r\n        background-color: #F0F0F0;\r\n        margin-top: 30px;\r\n        padding: 30px;\r\n      }\r\n      .alert p {\r\n        padding-left: 35px;\r\n      }\r\n      ul {\r\n        padding-left: 51px;\r\n        position: relative;\r\n      }\r\n      li {\r\n        font-size: 14px;\r\n        margin-bottom: 1em;\r\n      }\r\n      p.info {\r\n        position: relative;\r\n        font-size: 20px;\r\n      }\r\n      p.info:before, p.info:after {\r\n        content: \"\";\r\n        left: 0;\r\n        position: absolute;\r\n        top: 0;\r\n      }\r\n      p.info:before {\r\n        background: #0066CC;\r\n        border-radius: 16px;\r\n        color: #fff;\r\n        content: \"i\";\r\n        font: bold 16px/24px serif;\r\n        height: 24px;\r\n        left: 0px;\r\n        text-align: center;\r\n        top: 4px;\r\n        width: 24px;\r\n      }\r\n\r\n      @media (min-width: 768px) {\r\n        body {\r\n          margin: 6em;\r\n        }\r\n      }\r\n    \u003c/style\u003e\r\n  \u003c/head\u003e\r\n  \u003cbody\u003e\r\n    \u003cdiv\u003e\r\n      \u003ch1\u003eApplication is not available\u003c/h1\u003e\r\n      \u003cp\u003eThe application is currently not serving requests at this endpoint. It may not have been started or is still starting.\u003c/p\u003e\r\n\r\n      \u003cdiv class=\"alert alert-info\"\u003e\r\n        \u003cp class=\"info\"\u003e\r\n          Possible reasons you are seeing this page:\r\n        \u003c/p\u003e\r\n        \u003cul\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host doesn't exist.\u003c/strong\u003e\r\n            Make sure the hostname was typed correctly and that a route matching this hostname exists.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eThe host exists, but doesn't have a matching path.\u003c/strong\u003e\r\n            Check if the URL path was typed correctly and that the route was created using the desired path.\r\n          \u003c/li\u003e\r\n          \u003cli\u003e\r\n            \u003cstrong\u003eRoute and path matches, but all pods are down.\u003c/strong\u003e\r\n            Make sure that the resources exposed by this route (pods, services, deployment configs, etc) have at least one pod running.\r\n          \u003c/li\u003e\r\n        \u003c/ul\u003e\r\n      \u003c/div\u003e\r\n    \u003c/div\u003e\r\n  \u003c/body\u003e\r\n\u003c/html\u003e","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4135b8ce49ef106a1089ff0710166e0d2c1d3ab607b56071ca50a7703cf12147","failure_pattern":"failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for \u003cocp-channel\u003e returned 503 Service Unavailable: \u003chtml\u003e","search_query":"failure"}},{"row_id":"b25acec4dacc9a11d7074e6096400d7df6f3029538f45ec6484c707f74d5524b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"92dfb6ec8fb9f4373c5df7cc8444d703b51c65852512396798ee4fa8856ab9cb","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 504 Gateway Timeout: upstream request timeout\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 504 Gateway Timeout: upstream request timeout","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5fa14ac2191be7f8a9cc5a8dcea50ff5b05e11e3f74856ddcd433ed61cc44378","failure_pattern":"failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for \u003cocp-channel\u003e returned 504 Gateway Timeout: upstream request timeout","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: after 4 attempts: query candidate graph for candidate-4.20 returned 504 Gateway Timeout: upstream request timeout"}},{"row_id":"bb25a76b5fc2094d5d72198d79db3c658b9d8595d62c8b629b40b1025f8ce548","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"04e84a6a64c4d736660c343b28e8153b5f8836bb984dde570555f0a00a8636bd","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002402bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-jdfzts, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-jdfzts\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002402bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-jdfzts, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-jdfzts\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"c2c40c6c52f55ab8de2520285d3c6f47caf97bc2869c1c2db5c549e2a3e8a01c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"c7d417630b4248620faaf67e08c7699e93aef65a255cbb326f3251bb7d0ac588","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"d42b8cfdc8ae4cc0ad15736b8d3cd7cc73a9c72442ab3faf98ae022f85e44127","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"ab0d846160ff7871cf487fc33b70d420bef85f7eaabc37dbfa99a349989323c1","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:400]: failed to get latest version for nodepool minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008085c0\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:400]: failed to get latest version for nodepool minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008085c0\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"04dd451119ec8b9089e43737c0d54b3cdaac42f33d585329b15deac499ef745d","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable"}},{"row_id":"d53fb74bc277a93a2ef0d6df7bcca94273c718b82fc14f77a1a08f832ef50970","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"8cbfdd595f071eefa23ec82da4a7fb925f96dbc973eeccee234718b0d84dc472","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:65]: failed to determine z-stream install version for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d62860\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:65]: failed to determine z-stream install version for minor 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d62860\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"04dd451119ec8b9089e43737c0d54b3cdaac42f33d585329b15deac499ef745d","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable"}},{"row_id":"d6328b4b4ca375685787196be06450815dae59b50509263a911115bcff848eec","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"da6d0f30455a49a34ff64f929f8cdbf9fa2059aeab318d7701e4816f452b381a","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:77]: failed to find version in minor 4.20 with upgrade path to 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fc5380\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:77]: failed to find version in minor 4.20 with upgrade path to 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fc5380\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"04dd451119ec8b9089e43737c0d54b3cdaac42f33d585329b15deac499ef745d","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 503 Service Unavailable"}},{"row_id":"d6768721cb9819eb323d5ce89a990209c993b8953aa824ffea7cc3c9b062b8c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"304149e61cf382876ff4c35985e7caf64e2a3016db01f3e2b55859234f8e9aeb","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:65]: failed to determine z-stream install version for minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c2e120\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:65]: failed to determine z-stream install version for minor 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c2e120\u003e: \n    after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c10c7cf0ceed874f5e112f080a8feea94b6e28417c30e3d6b1b02b8d9b239205","failure_pattern":"after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout","search_query":"after 4 attempts: ResponseFailed: unexpected HTTP status: 504 Gateway Timeout"}},{"row_id":"fbea5bbd18615319445c4cbe79c40a6617b6d27d0e233ddd48abfdc291ba3c8c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074027709368897536","occurred_at":"2026-07-06T07:08:34Z","failed_at":"e2e","signature_id":"a5ecc4176a5d6acfdaab61e279d004441af852c5ecbbe8365a6be5b677958fbb","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)\nfail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226","failure_pattern":"failed to get latest install version for candidate channel: query candidate graph for \u003cocp-channel\u003e: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/deployment_params.go:179]: failed to get latest install version for candidate channel: query candidate graph for candidate-4.20: Get \"https://api.openshift.com/api/upgrades_info/v1/graph?channel=candidate-4.20\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}}],"failure_pattern_summary":{"signature_count":12,"failure_pattern_ids":["04dd451119ec8b9089e43737c0d54b3cdaac42f33d585329b15deac499ef745d","4135b8ce49ef106a1089ff0710166e0d2c1d3ab607b56071ca50a7703cf12147","5fa14ac2191be7f8a9cc5a8dcea50ff5b05e11e3f74856ddcd433ed61cc44378","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","bc6feba968b96707a741a4a262cde01914a092f8c9a03969ae236fd2c5fbffe1","c10c7cf0ceed874f5e112f080a8feea94b6e28417c30e3d6b1b02b8d9b239205","ec1b1336058eef4e52617c8415c248a74c85b9b6bac45ee9d8d64d61efb0b226"],"matched_occurrences":23,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-06T02:00:17Z"},"failed_at":["e2e"],"failed_test_count":6,"occurrences":[{"row_id":"090fc7ada4d4bfd905fe5231e3593e526acb24fb9b569541f1b722479d484dfa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"c9bd6595c74af94968462a8ff937bd2fb1a97880a3bd406fdd3287791b0b2651","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001d83770\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-b4728v, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-b4728v\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001d83770\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-b4728v, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-b4728v\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"0ac23f35908e16a9a713d64f8df63d722ba6b4da64501319c3963c869435eb6f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"e269e9a3066f2b5cc944ce9eec4c39c14b8352fa048863df2b5236c2f5b92774","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qftg2g\" for cluster \"cluster-candidate-4-21-qftg2g\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f98120\u003e: \n    failed to create NodePool np-qftg2g, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qftg2g in resource group rg-candidate-4-21-vrw5rj, error: failed waiting for nodepool=\"np-qftg2g\" for cluster \"cluster-candidate-4-21-qftg2g\" in resourcegroup=\"rg-candidate-4-21-vrw5rj\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qftg2g\" for cluster \"cluster-candidate-4-21-qftg2g\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f98120\u003e: \n    failed to create NodePool np-qftg2g, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qftg2g in resource group rg-candidate-4-21-vrw5rj, error: failed waiting for nodepool=\"np-qftg2g\" for cluster \"cluster-candidate-4-21-qftg2g\" in resourcegroup=\"rg-candidate-4-21-vrw5rj\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"1c5fda416691bf11d2731454f86676e89fe62b1dce59e9dd0e0a0b75c755e415","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"f052f6d4ae727c1734ad26512ca743f54fb08b224cd0bec941b2ed02b3360c5b","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001d2c3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-ppj4zt, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-ppj4zt\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001d2c3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-ppj4zt, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-ppj4zt\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"27cf8bdd1d4e9b07d9f09e19a45a9d532adb7d3aaab5c3e3e3ee9a08773a09df","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"f3a7a4947faef948e7a13657de4e110122dd2ece4c540956de58aea835a7b1fa","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0021aaf30\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zb4rqc, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zb4rqc\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0021aaf30\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zb4rqc, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zb4rqc\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"2deb738ed688b499ca8ddd44d9af4b3fbedbec5724228b098aec820559b95f41","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"fff54a59ba89bab2608477d548b6111c38cf063101a480e6ffb31fe151ef5829","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-b7pgw7\" for cluster \"cluster-candidate-4-20-b7pgw7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002923b00\u003e: \n    failed to create NodePool np-b7pgw7, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-b7pgw7 in resource group rg-candidate-4-20-f85lwv, error: failed waiting for nodepool=\"np-b7pgw7\" for cluster \"cluster-candidate-4-20-b7pgw7\" in resourcegroup=\"rg-candidate-4-20-f85lwv\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-b7pgw7\" for cluster \"cluster-candidate-4-20-b7pgw7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002923b00\u003e: \n    failed to create NodePool np-b7pgw7, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-b7pgw7 in resource group rg-candidate-4-20-f85lwv, error: failed waiting for nodepool=\"np-b7pgw7\" for cluster \"cluster-candidate-4-20-b7pgw7\" in resourcegroup=\"rg-candidate-4-20-f85lwv\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-k5jvws, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-k5jvws\" to finish creating: context deadline exceeded"}},{"row_id":"90870b6417416e186c423fa589a07e1b75c31192a8123e54b47b7229eceee2fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073950128116338688","occurred_at":"2026-07-06T02:00:17Z","failed_at":"e2e","signature_id":"3fcc931cd205b8fd060b407d7a5ed6339fbe8803c4d8cd3b2c8c164a8c89beed","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-mchxx4/cluster-candidate-5-0-jn78nj should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005be780\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-mchxx4/cluster-candidate-5-0-jn78nj should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005be780\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-jn78nj, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: failed waiting for cluster=\"cluster-candidate-5-0-jn78nj\" in resourcegroup=\"rg-candidate-5-0-mchxx4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-jn78nj in resource group rg-candidate-5-0-mchxx4, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":6,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":6,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}