{"meta":{"date":"2026-07-07","timezone":"UTC","generated_at":"2026-08-28T00:04:18Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":5,"failed_runs":5,"runs_with_occurrences":5,"runs_with_failure_pattern_matches":5,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-07T23:00:22Z"},"failed_at":["e2e"],"failed_test_count":6,"occurrences":[{"row_id":"0d6ab4430682c6d95d13e6a66d855052776746f54790e00a42a652f6c9c34f57","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"54b19eeed4f9dc2163b78247efe9307a478a952c5c556d62caf319505b42ff71","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc002206708\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc002206708\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"60800417743352b1529846518504e4cda4361f7fb10acd00e592ed5a0201254f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"c1871f1359496de7c8c68f624252e86f082916988ef91b156a558b290c3b3b10","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-xqs86j/cluster-nightly-4-23-j4cd8k should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00064a0f0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-j4cd8k, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-j4cd8k in resource group rg-nightly-4-23-xqs86j, error: failed waiting for cluster=\"cluster-nightly-4-23-j4cd8k\" in resourcegroup=\"rg-nightly-4-23-xqs86j\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-j4cd8k in resource group rg-nightly-4-23-xqs86j, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-xqs86j/cluster-nightly-4-23-j4cd8k should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00064a0f0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-j4cd8k, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-j4cd8k in resource group rg-nightly-4-23-xqs86j, error: failed waiting for cluster=\"cluster-nightly-4-23-j4cd8k\" in resourcegroup=\"rg-nightly-4-23-xqs86j\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-j4cd8k in resource group rg-nightly-4-23-xqs86j, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded"}},{"row_id":"62e1aeb8d1d32f33b0e6298048c3c6550b0efb298ff806add054b1c05ad42891","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"836bde506547278c8b2ff0bcf666441fb6c7bdf15caf255bfbf2caa1c5d2edfa","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002992210\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zrmw7h, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zrmw7h\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002992210\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zrmw7h, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zrmw7h\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"770e3abf87304f942855d2b0a6f233b1b6ea3252e3b01615d9405cf43f611bab","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"68931080a24ff43a9414a110ce773f3107df03a2bcd1b171a0a4fcb569a071fc","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-bnbl2n\" for cluster \"cluster-nightly-4-21-bnbl2n\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0029876e0\u003e: \n    failed to create NodePool np-bnbl2n, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-bnbl2n in resource group rg-nightly-4-21-8f8wq5, error: failed waiting for nodepool=\"np-bnbl2n\" for cluster \"cluster-nightly-4-21-bnbl2n\" in resourcegroup=\"rg-nightly-4-21-8f8wq5\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-bnbl2n\" for cluster \"cluster-nightly-4-21-bnbl2n\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0029876e0\u003e: \n    failed to create NodePool np-bnbl2n, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-bnbl2n in resource group rg-nightly-4-21-8f8wq5, error: failed waiting for nodepool=\"np-bnbl2n\" for cluster \"cluster-nightly-4-21-bnbl2n\" in resourcegroup=\"rg-nightly-4-21-8f8wq5\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"d3c4e55fa5e86bc33851a68f94c2a620252215a9b173c04a8bef4b140dd6e393","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"befe4e9dd09f034219c21592d63d3782b3da4198afefa6b373327f56b9ac7b37","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002812990\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-58bb5d, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-58bb5d\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002812990\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-58bb5d, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-58bb5d\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"f5b5724571e17d0c3c100a2cc762e8445cba48a7bf5f792d1b47f2606c246582","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2074629625115316224","occurred_at":"2026-07-07T23:00:22Z","failed_at":"e2e","signature_id":"d9db319efa072d18d7db3449338be9c0ee86226eb29e41537de7e862cad8f168","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-7r9wmb\" for cluster \"cluster-nightly-4-20-7r9wmb\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002896000\u003e: \n    failed to create NodePool np-7r9wmb, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-7r9wmb in resource group rg-nightly-4-20-t5npl9, error: failed waiting for nodepool=\"np-7r9wmb\" for cluster \"cluster-nightly-4-20-7r9wmb\" in resourcegroup=\"rg-nightly-4-20-t5npl9\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-7r9wmb\" for cluster \"cluster-nightly-4-20-7r9wmb\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002896000\u003e: \n    failed to create NodePool np-7r9wmb, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-7r9wmb in resource group rg-nightly-4-20-t5npl9, error: failed waiting for nodepool=\"np-7r9wmb\" for cluster \"cluster-nightly-4-20-7r9wmb\" in resourcegroup=\"rg-nightly-4-20-t5npl9\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":6,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":6,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-07T14:18:23Z"},"failed_at":["e2e"],"failed_test_count":5,"occurrences":[{"row_id":"0718bfc6f5ae9178a749e8778ac00152ca436738ae85477db62034e03cd06669","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","occurred_at":"2026-07-07T14:18:23Z","failed_at":"e2e","signature_id":"4b7652f80ed03439468763a73437788cecbc7ae7fcac59db1e39b07e9dba0231","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013f8420\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-5rpjlm, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-5rpjlm\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013f8420\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-5rpjlm, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-5rpjlm\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9d76b8574a881c48ca814c73a5f78cfd9c34fbf0c2d12d09c9f9b6e856adedcf","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}},{"row_id":"119c6a7b192389009fa069ef291a5a5f65de998bd0949590a5840b86a8d20b36","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","occurred_at":"2026-07-07T14:18:23Z","failed_at":"e2e","signature_id":"e5c960d6cef78720975897912cf0bd6e4a5522461573203e44f0a57d5a91d281","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qj7wpz\" for cluster \"cluster-candidate-4-20-qj7wpz\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a096b0\u003e: \n    failed to create NodePool np-qj7wpz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qj7wpz in resource group rg-candidate-4-20-5qvv4d, error: failed waiting for nodepool=\"np-qj7wpz\" for cluster \"cluster-candidate-4-20-qj7wpz\" in resourcegroup=\"rg-candidate-4-20-5qvv4d\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qj7wpz\" for cluster \"cluster-candidate-4-20-qj7wpz\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a096b0\u003e: \n    failed to create NodePool np-qj7wpz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qj7wpz in resource group rg-candidate-4-20-5qvv4d, error: failed waiting for nodepool=\"np-qj7wpz\" for cluster \"cluster-candidate-4-20-qj7wpz\" in resourcegroup=\"rg-candidate-4-20-5qvv4d\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"3cec8d4ba05371d4a9759b3bdcb5c21a460a20ec09d15a43aaf05c5f4da49002","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","occurred_at":"2026-07-07T14:18:23Z","failed_at":"e2e","signature_id":"6a27a3ff172892988d8041a835febb68f7ba8e70b23b54cbe412aa6c5e0ba844","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002840690\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-9cqc98, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-9cqc98\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002840690\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-9cqc98, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-9cqc98\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"523c2ebfad3e6befaaf48f5f9808bb3a96e0d2227fc7f87d86c2d5b5a2b4ba7d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","occurred_at":"2026-07-07T14:18:23Z","failed_at":"e2e","signature_id":"9ee752460202bdf100a5a9e370b1cedff777e738999bf341330a611956744b23","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0023d2d50\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-t67sgw, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-t67sgw\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0023d2d50\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-t67sgw, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-t67sgw\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"850a1a023d7c768f7cef683876843dcc35c39a8316520d66c93cbd41dc6939bb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074498265448976384","occurred_at":"2026-07-07T14:18:23Z","failed_at":"e2e","signature_id":"64fc37eb018cab706e9805a8823c90d351e6288cc2f5d461d55c1ebb1f11d53d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-sd2944/cluster-candidate-4-22-z2nlc2 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e23f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-sd2944/cluster-candidate-4-22-z2nlc2 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e23f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":5,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","9d76b8574a881c48ca814c73a5f78cfd9c34fbf0c2d12d09c9f9b6e856adedcf"],"matched_occurrences":5,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074392124802994176","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-07T07:16:32Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"34394c496e69dac83f88b31fba907f8e1ec1b0e528068508209035af69a3d496","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074392124802994176","occurred_at":"2026-07-07T07:16:32Z","failed_at":"e2e","signature_id":"0d415ca605dce99007bac15caf772c5573c31ee3a2ecd554a96241d2a8850b16","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-wb46hj/cluster-candidate-5-0-89fnng should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e80e40\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-89fnng, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-89fnng in resource group rg-candidate-5-0-wb46hj, error: failed waiting for cluster=\"cluster-candidate-5-0-89fnng\" in resourcegroup=\"rg-candidate-5-0-wb46hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-89fnng in resource group rg-candidate-5-0-wb46hj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-wb46hj/cluster-candidate-5-0-89fnng should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e80e40\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-89fnng, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-89fnng in resource group rg-candidate-5-0-wb46hj, error: failed waiting for cluster=\"cluster-candidate-5-0-89fnng\" in resourcegroup=\"rg-candidate-5-0-wb46hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-89fnng in resource group rg-candidate-5-0-wb46hj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074351837527412736","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-07T04:33:47Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"00d7bcb8ee76abe6230e55186be6ac32fcf74db7aaf6f68b71fd0d943974a792","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2074351837527412736","occurred_at":"2026-07-07T04:33:47Z","failed_at":"e2e","signature_id":"cf11b4f2a4442bf22d15e78f1220f7114d4645d596bfe28381ff18165647ae62","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-xstgwv/cluster-candidate-5-0-7gqkn6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fcc030\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-7gqkn6, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-7gqkn6 in resource group rg-candidate-5-0-xstgwv, error: failed waiting for cluster=\"cluster-candidate-5-0-7gqkn6\" in resourcegroup=\"rg-candidate-5-0-xstgwv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-7gqkn6 in resource group rg-candidate-5-0-xstgwv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-xstgwv/cluster-candidate-5-0-7gqkn6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fcc030\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-7gqkn6, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-7gqkn6 in resource group rg-candidate-5-0-xstgwv, error: failed waiting for cluster=\"cluster-candidate-5-0-7gqkn6\" in resourcegroup=\"rg-candidate-5-0-xstgwv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-7gqkn6 in resource group rg-candidate-5-0-xstgwv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-z2nlc2, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: failed waiting for cluster=\"cluster-candidate-4-22-z2nlc2\" in resourcegroup=\"rg-candidate-4-22-sd2944\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-z2nlc2 in resource group rg-candidate-4-22-sd2944, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2074312532230672384","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-07T02:00:21Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"2fd861ac3a1e9f8623b3bcd5b664eefb4d923c96da416dd2db9d7bfca7310227","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2074312532230672384","occurred_at":"2026-07-07T02:00:21Z","failed_at":"e2e","signature_id":"5747b7bdd2590746db1aaa71304a104d6eb67f0865b8f78c12d14d905036b1d1","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0026bc3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f8qszt, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f8qszt\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0026bc3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f8qszt, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f8qszt\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"41134524df6342abaeef6d1732f03de4bddc4fe091bcfed9ad8bceb8a20ac1d5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2074312532230672384","occurred_at":"2026-07-07T02:00:21Z","failed_at":"e2e","signature_id":"630f5eaf2e7cf71df7d7720ff934091c2b90e30fcb5f7cfab0e9be633bc3c598","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000de1680\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-fmcgtx, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-fmcgtx\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000de1680\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-fmcgtx, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-fmcgtx\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"441c27daf8315be92c880e81397edd6a8913cef2664d2d66673ff9f55dde0ecc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2074312532230672384","occurred_at":"2026-07-07T02:00:21Z","failed_at":"e2e","signature_id":"13e37252cfa3991f65a89275a096ae2f75800e61b81244d824cc6328161af31e","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002887500\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-brpkrz, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-brpkrz\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002887500\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-brpkrz, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-brpkrz\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-f62dnq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-f62dnq\" to finish creating: context deadline exceeded"}},{"row_id":"6e944ae39dbf0bdb97ab9d413e788b4347583e887f9bffea1b2b7fb3a69ea225","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2074312532230672384","occurred_at":"2026-07-07T02:00:21Z","failed_at":"e2e","signature_id":"a10eac73a6b07673dd3aa6609874c4b7abf5ad5f2c04de66d009e78d4b2554bd","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-xjp2wq\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f18280\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-2x2t8.apps.aro.a3a2u9b0b6c9e9l.h96i.uksouthstaging.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-xjp2wq\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f18280\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-2x2t8.apps.aro.a3a2u9b0b6c9e9l.h96i.uksouthstaging.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7b7295e8e9922f80f23efae98869be37ffdadd068d7c16232ad6eaf824f752ad","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["7b7295e8e9922f80f23efae98869be37ffdadd068d7c16232ad6eaf824f752ad","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}