{"meta":{"date":"2026-07-05","timezone":"UTC","generated_at":"2026-08-28T01:37:08Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":3,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-05T23:00:17Z"},"failed_at":["e2e"],"failed_test_count":5,"occurrences":[{"row_id":"05d2ed20501f308d733d52fba5e448d38ab54eb6edce11e328841971d09353e6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","occurred_at":"2026-07-05T23:00:17Z","failed_at":"e2e","signature_id":"2a5f35e6893466ac904d134cee3d70e91878c75c5631f491abdeddff17aa6fd9","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002944450\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-cppqwc, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-cppqwc\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002944450\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-cppqwc, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-cppqwc\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"0b7566a1270a81411c08a89d11150e85980cd16dd1cd4e2905de336a72ef2532","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","occurred_at":"2026-07-05T23:00:17Z","failed_at":"e2e","signature_id":"68483c2e45e863a682d91ef95c3b3581a9a224a22cdc1b67e3427379f1e1be4e","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001c9d650\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-gvqsv2, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-gvqsv2\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001c9d650\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-gvqsv2, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-gvqsv2\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"e28293e828a67f4fa833700e4f37ee37422a8fdcf56b62e4cb00f7a1d014c80f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","occurred_at":"2026-07-05T23:00:17Z","failed_at":"e2e","signature_id":"ef99c06a3485b40473a7bde0abefd0ca48da36559fcde5fa57f1a0f955b4b683","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-zxn755\" for cluster \"cluster-nightly-4-22-zxn755\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0022bb5c0\u003e: \n    failed to create NodePool np-zxn755, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-zxn755 in resource group rg-nightly-4-22-6nj6cm, error: failed waiting for nodepool=\"np-zxn755\" for cluster \"cluster-nightly-4-22-zxn755\" in resourcegroup=\"rg-nightly-4-22-6nj6cm\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-zxn755\" for cluster \"cluster-nightly-4-22-zxn755\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0022bb5c0\u003e: \n    failed to create NodePool np-zxn755, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-zxn755 in resource group rg-nightly-4-22-6nj6cm, error: failed waiting for nodepool=\"np-zxn755\" for cluster \"cluster-nightly-4-22-zxn755\" in resourcegroup=\"rg-nightly-4-22-6nj6cm\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"e53a500e97b1f3105bc0781dcf8b56967a6f4c650f543058b88054d991a79443","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","occurred_at":"2026-07-05T23:00:17Z","failed_at":"e2e","signature_id":"1d75c65c8b01f9524454802d0614bea3406692465337331a9320d1bbd87bf87c","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-nv7xcm\" for cluster \"cluster-nightly-4-21-nv7xcm\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002593050\u003e: \n    failed to create NodePool np-nv7xcm, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-nv7xcm in resource group rg-nightly-4-21-sdkqw5, error: failed waiting for nodepool=\"np-nv7xcm\" for cluster \"cluster-nightly-4-21-nv7xcm\" in resourcegroup=\"rg-nightly-4-21-sdkqw5\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-nv7xcm\" for cluster \"cluster-nightly-4-21-nv7xcm\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002593050\u003e: \n    failed to create NodePool np-nv7xcm, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-nv7xcm in resource group rg-nightly-4-21-sdkqw5, error: failed waiting for nodepool=\"np-nv7xcm\" for cluster \"cluster-nightly-4-21-nv7xcm\" in resourcegroup=\"rg-nightly-4-21-sdkqw5\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"e58e9f9276398361e46dd2364804619a41d35299b3c503b9961a1486d348d41e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2073904828899135488","occurred_at":"2026-07-05T23:00:17Z","failed_at":"e2e","signature_id":"7d137bcd54ab5963fe227c7d7b2c2184631046cd28c6fa474eadfd885db3236a","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-lcldtk\" for cluster \"cluster-nightly-4-20-lcldtk\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002501e30\u003e: \n    failed to create NodePool np-lcldtk, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-lcldtk in resource group rg-nightly-4-20-tdjrrg, error: failed waiting for nodepool=\"np-lcldtk\" for cluster \"cluster-nightly-4-20-lcldtk\" in resourcegroup=\"rg-nightly-4-20-tdjrrg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-lcldtk\" for cluster \"cluster-nightly-4-20-lcldtk\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002501e30\u003e: \n    failed to create NodePool np-lcldtk, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-lcldtk in resource group rg-nightly-4-20-tdjrrg, error: failed waiting for nodepool=\"np-lcldtk\" for cluster \"cluster-nightly-4-20-lcldtk\" in resourcegroup=\"rg-nightly-4-20-tdjrrg\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":5,"failure_pattern_ids":["941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":5,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2073885733805887488","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-05T21:44:24Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"1317a257342e88260e99d9fb1fcea20f8ad52606ea1045a211aab7696765a2fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2073885733805887488","occurred_at":"2026-07-05T21:44:24Z","failed_at":"e2e","signature_id":"ecd052a48834ed04bf25462dcd389b5b6619bd3415c0ed15a45a49e38869c53e","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-27fksp\" for cluster \"cluster-candidate-4-21-27fksp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0021d0ed0\u003e: \n    failed to create NodePool np-27fksp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-27fksp in resource group rg-candidate-4-21-44dg4n, error: failed waiting for nodepool=\"np-27fksp\" for cluster \"cluster-candidate-4-21-27fksp\" in resourcegroup=\"rg-candidate-4-21-44dg4n\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-27fksp\" for cluster \"cluster-candidate-4-21-27fksp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0021d0ed0\u003e: \n    failed to create NodePool np-27fksp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-27fksp in resource group rg-candidate-4-21-44dg4n, error: failed waiting for nodepool=\"np-27fksp\" for cluster \"cluster-candidate-4-21-27fksp\" in resourcegroup=\"rg-candidate-4-21-44dg4n\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"761ffcb068d387c3951dfc94214b8153d48e5583ee9ed1a8e8c5fcef4baf791a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2073885733805887488","occurred_at":"2026-07-05T21:44:24Z","failed_at":"e2e","signature_id":"3f7a82d5a62578e0cda9ead1d2f60e29a8d28da8724d0d3ac35a8b5f904aa1e8","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-znf2h5/cluster-candidate-5-0-c62xlb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b6edb0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-c62xlb, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-c62xlb in resource group rg-candidate-5-0-znf2h5, error: failed waiting for cluster=\"cluster-candidate-5-0-c62xlb\" in resourcegroup=\"rg-candidate-5-0-znf2h5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-c62xlb in resource group rg-candidate-5-0-znf2h5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-znf2h5/cluster-candidate-5-0-c62xlb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b6edb0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-c62xlb, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-c62xlb in resource group rg-candidate-5-0-znf2h5, error: failed waiting for cluster=\"cluster-candidate-5-0-c62xlb\" in resourcegroup=\"rg-candidate-5-0-znf2h5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-c62xlb in resource group rg-candidate-5-0-znf2h5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-hkn2wx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: failed waiting for cluster=\"cluster-candidate-4-22-hkn2wx\" in resourcegroup=\"rg-candidate-4-22-bp5mz6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: context deadline exceeded"}},{"row_id":"860a67819cc6b507fd58a0fd7418468fd9cc913a523701458316225f856d551e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2073885733805887488","occurred_at":"2026-07-05T21:44:24Z","failed_at":"e2e","signature_id":"285da8638e9698803360e94a185193ba63754cded37930eb4949d5ab1f3473a1","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f14d20\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-mn9w2j, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-mn9w2j\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:100]: failed to create node pool \"np-1\" for fips-enabled cluster \"fips-enabled-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f14d20\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group fips-enabled-mn9w2j, error: failed waiting for nodepool=\"np-1\" for cluster \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-mn9w2j\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"b41392cada15dcbe93758a2c47c92d5dfc3598892e76b20aa27c1b0d592e9ae1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2073885733805887488","occurred_at":"2026-07-05T21:44:24Z","failed_at":"e2e","signature_id":"9cb714263139a93a8c87c60cbe658013825f0d50d985f15c4d1f5f3fe745f195","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-v4dxxp\" for cluster \"cluster-candidate-4-20-v4dxxp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002529140\u003e: \n    failed to create NodePool np-v4dxxp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-v4dxxp in resource group rg-candidate-4-20-kxjpfm, error: failed waiting for nodepool=\"np-v4dxxp\" for cluster \"cluster-candidate-4-20-v4dxxp\" in resourcegroup=\"rg-candidate-4-20-kxjpfm\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-v4dxxp\" for cluster \"cluster-candidate-4-20-v4dxxp\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002529140\u003e: \n    failed to create NodePool np-v4dxxp, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-v4dxxp in resource group rg-candidate-4-20-kxjpfm, error: failed waiting for nodepool=\"np-v4dxxp\" for cluster \"cluster-candidate-4-20-v4dxxp\" in resourcegroup=\"rg-candidate-4-20-kxjpfm\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-05T02:00:16Z"},"failed_at":["e2e"],"failed_test_count":12,"occurrences":[{"row_id":"091f2c4489975055a3fc3647c42a93035aeeff10357008fbe4add461cb1730b7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"40ebcf8fb54c1d84acabb0b39fbf6337aa638bb1f6763888cfe06e1d51bb4301","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should create an HCP cluster with FIPS mode enabled via experimental tag","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:84]: failed to create HCP cluster \"fips-enabled-cluster\" with FIPS enabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000785b00\u003e: \n    failed starting cluster creation \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-g9zkzm\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/fips-enabled-g9zkzm/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/fips-enabled-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"aro-hcp.experimental.cluster.fips-enabled\\\": unrecognized experimental tag\",\n        \"target\": \"tags[aro-hcp.experimental.cluster.fips-enabled]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:84]: failed to create HCP cluster \"fips-enabled-cluster\" with FIPS enabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000785b00\u003e: \n    failed starting cluster creation \"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-g9zkzm\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/fips-enabled-g9zkzm/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/fips-enabled-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"aro-hcp.experimental.cluster.fips-enabled\\\": unrecognized experimental tag\",\n        \"target\": \"tags[aro-hcp.experimental.cluster.fips-enabled]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4d37ca3af76c431f2dc25b51ac3f162945f1f7fd5edb2b44b42b35274ab4b51f","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid value: \"aro-hcp.experimental.cluster.fips-enabled\": unrecognized experimental tag; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"37bde20c26ab4a8050c14027974766457bc49451861ce27dc9f6a58b5b826792","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"688f49d32b357dd5996c80066bb2d784ac88fdf6f01f21cec039b51be09ba193","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-jvq82b/cluster-candidate-5-0-k6hscf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe82a0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-k6hscf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-k6hscf in resource group rg-candidate-5-0-jvq82b, error: failed waiting for cluster=\"cluster-candidate-5-0-k6hscf\" in resourcegroup=\"rg-candidate-5-0-jvq82b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-k6hscf in resource group rg-candidate-5-0-jvq82b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-jvq82b/cluster-candidate-5-0-k6hscf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe82a0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-k6hscf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-k6hscf in resource group rg-candidate-5-0-jvq82b, error: failed waiting for cluster=\"cluster-candidate-5-0-k6hscf\" in resourcegroup=\"rg-candidate-5-0-jvq82b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-k6hscf in resource group rg-candidate-5-0-jvq82b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-hkn2wx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: failed waiting for cluster=\"cluster-candidate-4-22-hkn2wx\" in resourcegroup=\"rg-candidate-4-22-bp5mz6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: context deadline exceeded"}},{"row_id":"588d8bdb2f900c90fdf88b9ab28b836afa72f52f59d4067da9f5348a843e9b03","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"98981446f0ed05504301adea43a6a589a03faaf2f77fb12b88461f7d5eab4d46","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0011304b0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0011304b0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"7d9efdbb2a299d1fef62ed6ee6f5dd20668cad4862b136bf79aa9d7230411ca2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"0a765862b69efe967193afeae2a64ed69f507f048dbb2a1a0e82172da3b9bb47","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002295560\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-w7p2wx, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-w7p2wx\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002295560\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-w7p2wx, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-w7p2wx\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"88765a433d60aeca80db750f48a61b3779500552d9d755b228af4b0a08d450c6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"cd6dc64f8b8f37338ed0d37b98df30d3e0fa3a6b7fc8fe6f7cda6ca78b274932","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-bwdkpf\" for cluster \"cluster-candidate-4-20-bwdkpf\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a8fa10\u003e: \n    failed to create NodePool np-bwdkpf, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-bwdkpf in resource group rg-candidate-4-20-5hxp8d, error: failed waiting for nodepool=\"np-bwdkpf\" for cluster \"cluster-candidate-4-20-bwdkpf\" in resourcegroup=\"rg-candidate-4-20-5hxp8d\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-bwdkpf\" for cluster \"cluster-candidate-4-20-bwdkpf\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a8fa10\u003e: \n    failed to create NodePool np-bwdkpf, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-bwdkpf in resource group rg-candidate-4-20-5hxp8d, error: failed waiting for nodepool=\"np-bwdkpf\" for cluster \"cluster-candidate-4-20-bwdkpf\" in resourcegroup=\"rg-candidate-4-20-5hxp8d\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-78qnm7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-78qnm7\" to finish creating: context deadline exceeded"}},{"row_id":"a2625e09bf621523c06da7277fb939638ea5d8d720f89dc4bfc39327a2fb8555","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"348e2863387da53003db96682c24b0a78b9748de9be7a5e0819a3a93a135de92","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc002716078\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-skip-minor-mrk2x7\" in resourcegroup=\"rg-np-skip-minor-mrk2x7-4m7cqm\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc002716078\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-skip-minor-mrk2x7\" in resourcegroup=\"rg-np-skip-minor-mrk2x7-4m7cqm\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled"}},{"row_id":"b2a14283d78ca0335ea3062e355f34d976b9612d199768ea5c65bcf8720c6ebc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"0bd937bdc3dd3ac41435bf17efb938806c75156ceb7387579dc94fb1745c3100","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-bp5mz6/cluster-candidate-4-22-hkn2wx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a660\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-hkn2wx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: failed waiting for cluster=\"cluster-candidate-4-22-hkn2wx\" in resourcegroup=\"rg-candidate-4-22-bp5mz6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-22-bp5mz6/cluster-candidate-4-22-hkn2wx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a660\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-hkn2wx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: failed waiting for cluster=\"cluster-candidate-4-22-hkn2wx\" in resourcegroup=\"rg-candidate-4-22-bp5mz6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-22-hkn2wx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: failed waiting for cluster=\"cluster-candidate-4-22-hkn2wx\" in resourcegroup=\"rg-candidate-4-22-bp5mz6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-hkn2wx in resource group rg-candidate-4-22-bp5mz6, error: context deadline exceeded"}},{"row_id":"b93220a5b7a7daf75c6c60484776de70ca941955dc0893ec995fe6d7f151bed8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"2e117cccc6f96c2d04ffed2b61e8871481e075b3009169c00bf56b6d2de5d342","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001f2c1f8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pwdmv7\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001f2c1f8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pwdmv7\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled"}},{"row_id":"bdd7357add7ff20741e781fd62f874f56dca93fd83313312afb822af16c0323d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"de8314c475995e0785e91e95c202ce3fffed3fe3c3aef8af44fc920a56292561","test_name":"FIPS Mode Support with ExperimentalReleaseFeatures AFEC registered should reject an HCP cluster creation with invalid FIPS tag value","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:203]: error should indicate FIPS value must be true or false\nExpected\n    \u003cstring\u003e: ...\nto contain substring\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:203]: error should indicate FIPS value must be true or false\nExpected\n    \u003cstring\u003e: ...\nto contain substring\n    \u003cstring\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c49a0f3bb82968f639caa4919adb2291078141bbb589b1501f5b65dfa68222a2","failure_pattern":"error should indicate FIPS value must be true or false","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:203]: error should indicate FIPS value must be true or false"}},{"row_id":"ee129bb722d6bf7f03eea6320b93a86c531dfb13d74881254cdec513b0a33603","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"0fffa6e59a36096310b627fe3b09cb98fb632b381d32eb6d949d7aa2074d2586","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ef8438\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-lbdt2z\" in resourcegroup=\"rg-np-downgrade-lbdt2z-lp9gxb\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ef8438\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-lbdt2z\" in resourcegroup=\"rg-np-downgrade-lbdt2z-lp9gxb\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled"}},{"row_id":"f023afb29489756c77e007790b3d038f41c9fa54a42103f218811b3f787df773","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"5cf9506dfd1f44713473204e58e9bab3812f17dc47d3ae21e84c38aa5d11e2fe","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00200c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-version-upgrade-cluster-xmm88x\" in resourcegroup=\"rg-np-version-upgrade-xmm88x-r6vwc6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00200c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-version-upgrade-cluster-xmm88x\" in resourcegroup=\"rg-np-version-upgrade-xmm88x-r6vwc6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled"}},{"row_id":"fa140dca92fb2b8d49c9722e23bfacc58b368a47205bd7507e3a7786fa8bae95","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2073587735284682752","occurred_at":"2026-07-05T02:00:16Z","failed_at":"e2e","signature_id":"fd2318a7a6b5146feb5892fa19efd93dbe7720aae72d7c61c687f9a84dff517a","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001912420\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001912420\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-cdz9s9\" in resourcegroup=\"rg-zstream-upgrade-4-21-vhtnsz\" to finish deleting: context canceled"}}],"failure_pattern_summary":{"signature_count":12,"failure_pattern_ids":["4d37ca3af76c431f2dc25b51ac3f162945f1f7fd5edb2b44b42b35274ab4b51f","6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","c49a0f3bb82968f639caa4919adb2291078141bbb589b1501f5b65dfa68222a2"],"matched_occurrences":12,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}