{"meta":{"date":"2026-07-02","timezone":"UTC","generated_at":"2026-08-28T03:56:04Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":3,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-02T23:00:07Z"},"failed_at":["e2e"],"failed_test_count":8,"occurrences":[{"row_id":"09f62b8f2f27475955f2d43105230c462c38a611e322c29609caea7a6c5fbc77","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"9c642aeecd491056fbfe705316809dbe51e9422fb7f0a5c6c6779e04e3ed9881","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-mw7g87/cluster-nightly-4-23-b45mnx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a30de0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-b45mnx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-b45mnx in resource group rg-nightly-4-23-mw7g87, error: failed waiting for cluster=\"cluster-nightly-4-23-b45mnx\" in resourcegroup=\"rg-nightly-4-23-mw7g87\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-b45mnx in resource group rg-nightly-4-23-mw7g87, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-4-23-mw7g87/cluster-nightly-4-23-b45mnx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a30de0\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-b45mnx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-b45mnx in resource group rg-nightly-4-23-mw7g87, error: failed waiting for cluster=\"cluster-nightly-4-23-b45mnx\" in resourcegroup=\"rg-nightly-4-23-mw7g87\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-b45mnx in resource group rg-nightly-4-23-mw7g87, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"0c1b1d5b2dc4645fa5364d9b01c831d875b6121971cea8f804fbdbac2a2410b9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"74fcb433d90a2b18960a730b85ce319e1b6b94bd27219d6b71855ef514732ead","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qmdzh7\" for cluster \"cluster-nightly-4-21-qmdzh7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00248cb70\u003e: \n    failed to create NodePool np-qmdzh7, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qmdzh7 in resource group rg-nightly-4-21-9qp8z9, error: failed waiting for nodepool=\"np-qmdzh7\" for cluster \"cluster-nightly-4-21-qmdzh7\" in resourcegroup=\"rg-nightly-4-21-9qp8z9\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-qmdzh7\" for cluster \"cluster-nightly-4-21-qmdzh7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00248cb70\u003e: \n    failed to create NodePool np-qmdzh7, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-qmdzh7 in resource group rg-nightly-4-21-9qp8z9, error: failed waiting for nodepool=\"np-qmdzh7\" for cluster \"cluster-nightly-4-21-qmdzh7\" in resourcegroup=\"rg-nightly-4-21-9qp8z9\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"333a0034f2053582ab6411977b9ed7e614a04fbb2c0389515b479a8ed1eafce0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"e1d04d9a0f63ce8129c23d0b2290940280de6c25b953658da6f638196a226345","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-lfd24m\" for cluster \"cluster-nightly-4-22-lfd24m\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002591560\u003e: \n    failed to create NodePool np-lfd24m, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-lfd24m in resource group rg-nightly-4-22-lmmw4z, error: failed waiting for nodepool=\"np-lfd24m\" for cluster \"cluster-nightly-4-22-lfd24m\" in resourcegroup=\"rg-nightly-4-22-lmmw4z\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-lfd24m\" for cluster \"cluster-nightly-4-22-lfd24m\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002591560\u003e: \n    failed to create NodePool np-lfd24m, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-lfd24m in resource group rg-nightly-4-22-lmmw4z, error: failed waiting for nodepool=\"np-lfd24m\" for cluster \"cluster-nightly-4-22-lfd24m\" in resourcegroup=\"rg-nightly-4-22-lmmw4z\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"4df8a8aaa956db2d1d8cb994ab08333eafc6a9ba920dcbeb8c547538a2846290","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"a9da48daa50b2da76bc04dbf40367321003cd48ea99940b476bf6bac8efee68d","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001e38480\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-zvscj7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-zvscj7\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001e38480\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-zvscj7, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-zvscj7\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9d76b8574a881c48ca814c73a5f78cfd9c34fbf0c2d12d09c9f9b6e856adedcf","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}},{"row_id":"51aad03450e69dac3c1bc8901f812913747d71f50681749a156593cd2f1927d2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"4f4e657b64ce77c2e5de4988ee6545355a8f547200320d9d1df6d8a810b75c05","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:148]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a0b620\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-n9df2b, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n9df2b\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:148]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002a0b620\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-n9df2b, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n9df2b\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"b05fa8e4a786667763664a8f6a6009555ea0245b33edd5b0849c23c50de41ba9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"0ef93110a307d8b79085b84a5e3876b8e56f8d8038e750d09e6a3b0163defd02","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0026f1410\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-45ldvl, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-45ldvl\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0026f1410\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-45ldvl, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-45ldvl\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"b6af7820b03c0e8ca51e495d4a1ff677a595334bb2c6ac307a1c4fe671218953","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"6628cfa66b0512150e846a4feec5ea64bc961167bdefe3a9a1163377faea7b35","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-8skd5b\" for cluster \"cluster-nightly-4-20-8skd5b\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0028a7680\u003e: \n    failed to create NodePool np-8skd5b, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-8skd5b in resource group rg-nightly-4-20-dvmp6t, error: failed waiting for nodepool=\"np-8skd5b\" for cluster \"cluster-nightly-4-20-8skd5b\" in resourcegroup=\"rg-nightly-4-20-dvmp6t\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-8skd5b\" for cluster \"cluster-nightly-4-20-8skd5b\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0028a7680\u003e: \n    failed to create NodePool np-8skd5b, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-8skd5b in resource group rg-nightly-4-20-dvmp6t, error: failed waiting for nodepool=\"np-8skd5b\" for cluster \"cluster-nightly-4-20-8skd5b\" in resourcegroup=\"rg-nightly-4-20-dvmp6t\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"e1523844d5c7ea7267b18b58ee99caa2b6482c4a9155b29ffcc6fd00978065b2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2072817623409627136","occurred_at":"2026-07-02T23:00:07Z","failed_at":"e2e","signature_id":"dd1933f590b4703b4f8c0307d337cde0e6b10a3f990784327dfd08144b177cdb","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-mn6b27/cluster-nightly-5-0-7sf6qf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001486090\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-7sf6qf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-7sf6qf in resource group rg-nightly-5-0-mn6b27, error: failed waiting for cluster=\"cluster-nightly-5-0-7sf6qf\" in resourcegroup=\"rg-nightly-5-0-mn6b27\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-7sf6qf in resource group rg-nightly-5-0-mn6b27, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-mn6b27/cluster-nightly-5-0-7sf6qf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001486090\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-7sf6qf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-7sf6qf in resource group rg-nightly-5-0-mn6b27, error: failed waiting for cluster=\"cluster-nightly-5-0-7sf6qf\" in resourcegroup=\"rg-nightly-5-0-mn6b27\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-7sf6qf in resource group rg-nightly-5-0-mn6b27, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":8,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","9d76b8574a881c48ca814c73a5f78cfd9c34fbf0c2d12d09c9f9b6e856adedcf"],"matched_occurrences":8,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2072623469333319680","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-02T10:08:37Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"584bd013089346df86504306086325cc20f1da5d7fdbb9bd0d57b37b2a6d43d0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2072623469333319680","occurred_at":"2026-07-02T10:08:37Z","failed_at":"e2e","signature_id":"e794c6313b015bbf59f2a864560e86d9935145d6c9231b17bf2e9a22a9d126ed","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:148]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002340990\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:148]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002340990\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-02T02:00:06Z"},"failed_at":["e2e"],"failed_test_count":27,"occurrences":[{"row_id":"0013bce801792ed89cb1b7c3533326a91da885477909fbada47814e2a345c662","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"226e6ffd6812a3ef28043a1a4c200c341f0ef4018961b9d8662c1a5da36ac113","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:86]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cf02d0\u003e: \n    failed to create HCP cluster ea-list447r96, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list447r96 in resource group ea-list-fxlfg8, error: failed waiting for cluster=\"ea-list447r96\" in resourcegroup=\"ea-list-fxlfg8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list447r96 in resource group ea-list-fxlfg8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:86]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cf02d0\u003e: \n    failed to create HCP cluster ea-list447r96, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list447r96 in resource group ea-list-fxlfg8, error: failed waiting for cluster=\"ea-list447r96\" in resourcegroup=\"ea-list-fxlfg8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list447r96 in resource group ea-list-fxlfg8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"0515998d9367c0ec32d42c51a2d0251eb6a2b81b128d7bb9853ee1b786a28b59","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"015e166a76737e30b961a38d806b0964b5cc3ad1cf79b8482bedf373e2030bbc","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-srwxkf/cluster-candidate-5-0-x94n2m should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f8ec60\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-srwxkf/cluster-candidate-5-0-x94n2m should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f8ec60\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"0929cd58f01ed3cf6760354e3f7b2f4b169237232d2ea172117bc842dfc94de6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"64426cc5c6cae9c3bcee303173a756e9989c85da03d58ac95f6a00f2f5eab2ee","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e4a240\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-7hlj6p, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-7hlj6p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-7hlj6p, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e4a240\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-7hlj6p, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-7hlj6p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-7hlj6p, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"1347c382550a9bb6dfe3f5288863981f30746dcf73325cacdc0c2521e44ff25f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"255618ec4ebf7b0ecd0fb7a3a795baa2f0276403226cd6a68c97398af7b1139f","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00108c570\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-gxv99w, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-gxv99w\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-gxv99w, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00108c570\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-gxv99w, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-gxv99w\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-gxv99w, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"15b3dc49d378cfa603dc210c8ad6088d553e4142b0d1acb638a1af537a9a9e4c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"14c21f15e9434a6910cb1114c7684b9d607b475ee9c14813e848685559d7878e","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: failed to create HCP cluster \"cluster-zstream-4-22-j9t7jk\" with version 4.22.1 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00170a9c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-j9t7jk, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-j9t7jk in resource group rg-zstream-upgrade-4-22-xpsjmq, error: failed waiting for cluster=\"cluster-zstream-4-22-j9t7jk\" in resourcegroup=\"rg-zstream-upgrade-4-22-xpsjmq\" to finish creating, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-j9t7jk in resource group rg-zstream-upgrade-4-22-xpsjmq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: failed to create HCP cluster \"cluster-zstream-4-22-j9t7jk\" with version 4.22.1 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00170a9c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-j9t7jk, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-j9t7jk in resource group rg-zstream-upgrade-4-22-xpsjmq, error: failed waiting for cluster=\"cluster-zstream-4-22-j9t7jk\" in resourcegroup=\"rg-zstream-upgrade-4-22-xpsjmq\" to finish creating, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-j9t7jk in resource group rg-zstream-upgrade-4-22-xpsjmq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"1b5629aa3f51e36b6a0c8ad455b931cd06ee6ddae644831babe3c28f15082ad9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"710eb07299f9e7fcccd0a60d262ce740a7670d6f1bda8ba26772d42ed6c83dbf","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:736]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009d0990\u003e: \n    failed to create HCP cluster np-dg-minor-rbqtnj, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-rbqtnj in resource group rg-np-dg-minor-rbqtnj-vms8wt, error: failed waiting for cluster=\"np-dg-minor-rbqtnj\" in resourcegroup=\"rg-np-dg-minor-rbqtnj-vms8wt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-rbqtnj in resource group rg-np-dg-minor-rbqtnj-vms8wt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:736]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009d0990\u003e: \n    failed to create HCP cluster np-dg-minor-rbqtnj, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-rbqtnj in resource group rg-np-dg-minor-rbqtnj-vms8wt, error: failed waiting for cluster=\"np-dg-minor-rbqtnj\" in resourcegroup=\"rg-np-dg-minor-rbqtnj-vms8wt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-rbqtnj in resource group rg-np-dg-minor-rbqtnj-vms8wt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"1f1d644da849b05c0e08f83aadf1ca13c84bb6a92aa06c62c687caa6f64417b6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"d3bbf56b268c4ceb880458eda39d3aa497fcd60f11f147386b431eed8d9bb730","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001c143f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"customer-rg-rp48cp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001c143f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"customer-rg-rp48cp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled"}},{"row_id":"262acbaefaa08a3d5069e293fc1d47d98ef2d407e5fee4568e684b2a3a30a854","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"84ace348ec7dcf2578f5dbfc02f4ad8af4daea59abb97cded99dc421cd0969a4","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k2kjb2 with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e7b6e0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k2kjb2, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k2kjb2 in resource group rg-np-version-upgrade-k2kjb2-lnm7gm, error: failed waiting for cluster=\"np-version-upgrade-cluster-k2kjb2\" in resourcegroup=\"rg-np-version-upgrade-k2kjb2-lnm7gm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k2kjb2 in resource group rg-np-version-upgrade-k2kjb2-lnm7gm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k2kjb2 with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e7b6e0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k2kjb2, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k2kjb2 in resource group rg-np-version-upgrade-k2kjb2-lnm7gm, error: failed waiting for cluster=\"np-version-upgrade-cluster-k2kjb2\" in resourcegroup=\"rg-np-version-upgrade-k2kjb2-lnm7gm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k2kjb2 in resource group rg-np-version-upgrade-k2kjb2-lnm7gm, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"26913bbf3a95e565ede079c86c322275ebda18e8e5711cf605bfa553a91d8675","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"6bdfa777c0a374509ddca89a0a992051ed6ea9edd61aeff6860ab0ec8d14150d","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:459]: failed to create HCP cluster np-skip-minor-rhlphl at version 4.22.3\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006c8690\u003e: \n    failed to create HCP cluster np-skip-minor-rhlphl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-rhlphl in resource group rg-np-skip-minor-rhlphl-fgwxhc, error: failed waiting for cluster=\"np-skip-minor-rhlphl\" in resourcegroup=\"rg-np-skip-minor-rhlphl-fgwxhc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-rhlphl in resource group rg-np-skip-minor-rhlphl-fgwxhc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:459]: failed to create HCP cluster np-skip-minor-rhlphl at version 4.22.3\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0006c8690\u003e: \n    failed to create HCP cluster np-skip-minor-rhlphl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-rhlphl in resource group rg-np-skip-minor-rhlphl-fgwxhc, error: failed waiting for cluster=\"np-skip-minor-rhlphl\" in resourcegroup=\"rg-np-skip-minor-rhlphl-fgwxhc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-rhlphl in resource group rg-np-skip-minor-rhlphl-fgwxhc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"3219049efbfc7d8f78465fc0dd93acf86a48211ed0a1cee8fd9da092c983cce4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"2a72bf1b75e36fd5fd1863c2b636eaed3a8c405dbf3f2dd0456b2886b609a8af","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ccc2e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-20-sn4mb4\" in resourcegroup=\"rg-zstream-upgrade-4-20-4p2hrd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ccc2e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-20-sn4mb4\" in resourcegroup=\"rg-zstream-upgrade-4-20-4p2hrd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled"}},{"row_id":"39fd1ecb1a354a568bfb7476017d393aa64c3fcadd8c601c4582118f2d9a2fb1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"06d92daa09c1eed853993a47f69843962bf6d66f9945c41bf48a6a548d5fe7b9","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014826c0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cxlml6, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cxlml6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cxlml6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014826c0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cxlml6, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cxlml6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cxlml6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"3dd69df341cfa8196bf6aa77e0bcfa11c5ae5565f30dd82892be318aa602d094","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"44cb7199f7d23201a03780743da5a4b84d186ecaa9259366ae2c60fcee299f81","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:269]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014bc420\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-x4kh7h, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-x4kh7h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-x4kh7h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:269]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014bc420\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-x4kh7h, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-x4kh7h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-x4kh7h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"4d2069f4ebec318829b66283cd2af1494d5c5c2ad4ed631d5cc8d7f75e044a4f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"7454cedf8d14dd8d0dfc6539705a44f3b74b89e52440fe70bd0b7cbdd456818a","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138a5d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5gngpb, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5gngpb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5gngpb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138a5d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5gngpb, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5gngpb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5gngpb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"5aeba1e31aab04a079278b5a61f3a84593c2ff0f9be55df41dd67fdb9a097e7d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"a42c1905561bc136ed5b43dcd171060fc0fe9a117e4318689fe39b07399cdd2a","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010e60c0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-7cgh88, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-7cgh88\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-7cgh88, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010e60c0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-7cgh88, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-7cgh88\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-7cgh88, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"5c3f247f4f402bda6db51b81147564f4e93a037e077f3c320a518cfa778a6644","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"52f4d90a959f5cf2d2b0cc4b333870046c65c86c5a88f17fc1db801897ed0ea4","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-54kh4j with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b48f90\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-54kh4j, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-54kh4j in resource group rg-np-version-upgrade-54kh4j-78br5q, error: failed waiting for cluster=\"np-version-upgrade-cluster-54kh4j\" in resourcegroup=\"rg-np-version-upgrade-54kh4j-78br5q\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-54kh4j in resource group rg-np-version-upgrade-54kh4j-78br5q, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-54kh4j with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b48f90\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-54kh4j, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-54kh4j in resource group rg-np-version-upgrade-54kh4j-78br5q, error: failed waiting for cluster=\"np-version-upgrade-cluster-54kh4j\" in resourcegroup=\"rg-np-version-upgrade-54kh4j-78br5q\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-54kh4j in resource group rg-np-version-upgrade-54kh4j-78br5q, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"777f64ce71132cfc6c0f4fc5149888b1ed4b37ffe94f1e5b750fa4161e5b470c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"22038c452c7893cb3508907871c33f9c0c1e5ded9a5e4bd2002cda94e9dae1ca","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:151]: failed to create node pool npupgrade-4-20 with version 4.20.26\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002b82c30\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-m7kf2c-lhl6lj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-m7kf2c\" in resourcegroup=\"rg-np-version-upgrade-m7kf2c-lhl6lj\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:151]: failed to create node pool npupgrade-4-20 with version 4.20.26\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002b82c30\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-m7kf2c-lhl6lj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-m7kf2c\" in resourcegroup=\"rg-np-version-upgrade-m7kf2c-lhl6lj\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-9gq4xd, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-9gq4xd\" to finish creating: context deadline exceeded"}},{"row_id":"7d2cfb58a2dfe423b6a212a47c695e48f7cc4924bb6aca79dd757569b016cf08","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"1de2faf23b33bc6c87b36a77ebdca810161959ee1aaa6e3c020033138edeac5e","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001680450\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-nlq6nf, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-nlq6nf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-nlq6nf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001680450\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-nlq6nf, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-nlq6nf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-nlq6nf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"813c41eb9047e4f44fed0842703c82ff327bf2f58238bbb4e97a9b42535b9770","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"5a179b042691135876873d8ae138d8a775bbcf9443e5e8d36eb14aa74125a5b7","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:284]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00188e090\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-t8j2gl, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-t8j2gl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-t8j2gl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:284]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00188e090\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-t8j2gl, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-t8j2gl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-t8j2gl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"96563e8a7970e1d266e4dbe27cc6b3796a172109b97b1da5db2945d74e9ca7eb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"0f036fe9d0e2ee8ff939234c026c4bdd0b264895f82429802d28f8a26f893b4d","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00190c168\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-19-5wmrnm\" in resourcegroup=\"rg-zstream-upgrade-4-19-l9cvg8\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00190c168\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-19-5wmrnm\" in resourcegroup=\"rg-zstream-upgrade-4-19-l9cvg8\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled"}},{"row_id":"a2c376483e09720f822d68173cb8e8561f740f1f3bc35112f3ee4ea5b0584999","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"2e0cdbc687982a8782f9fe52389fd1adf21653c5b09dd4ae4c9d03cd5b5d3ca5","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00158e198\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00158e198\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled"}},{"row_id":"b4dcc344180d19048948e85ecb724a21d4f3b554c6ea7ed77928259aa30524a5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"c2a4a6d84da3879b0f6b30229f86315c39297f05eea8a6881610352584073c14","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: failed to create HCP cluster \"cluster-zstream-4-21-2zfntn\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001660ae0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-2zfntn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-2zfntn in resource group rg-zstream-upgrade-4-21-9xcxtp, error: failed waiting for cluster=\"cluster-zstream-4-21-2zfntn\" in resourcegroup=\"rg-zstream-upgrade-4-21-9xcxtp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-2zfntn in resource group rg-zstream-upgrade-4-21-9xcxtp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: failed to create HCP cluster \"cluster-zstream-4-21-2zfntn\" with version 4.21.0-rc.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001660ae0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-2zfntn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-2zfntn in resource group rg-zstream-upgrade-4-21-9xcxtp, error: failed waiting for cluster=\"cluster-zstream-4-21-2zfntn\" in resourcegroup=\"rg-zstream-upgrade-4-21-9xcxtp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-2zfntn in resource group rg-zstream-upgrade-4-21-9xcxtp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"be1d70b06809732e040d01862acb26f6ef21eb5212607e81e21ed1e7bad635ae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"e675e116113892b91c6f868ae4a59fc1d683a48147b5d92ce9f325640a4c83be","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:589]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a22030\u003e: \n    failed to create HCP cluster np-downgrade-bqqlsh, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-bqqlsh in resource group rg-np-downgrade-bqqlsh-cv44x5, error: failed waiting for cluster=\"np-downgrade-bqqlsh\" in resourcegroup=\"rg-np-downgrade-bqqlsh-cv44x5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-bqqlsh in resource group rg-np-downgrade-bqqlsh-cv44x5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:589]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a22030\u003e: \n    failed to create HCP cluster np-downgrade-bqqlsh, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-bqqlsh in resource group rg-np-downgrade-bqqlsh-cv44x5, error: failed waiting for cluster=\"np-downgrade-bqqlsh\" in resourcegroup=\"rg-np-downgrade-bqqlsh-cv44x5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-bqqlsh in resource group rg-np-downgrade-bqqlsh-cv44x5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"ced7abb34fa47f155bf0efa704e9cbc1dee3dbdaa26ea26c68736c1e8ecfd660","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"905d2e26de4c5cc3c2d15b7afb974928951f6434526787b6ca6d01d8964dde54","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a8270\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-p9k8wt, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-p9k8wt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-p9k8wt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013a8270\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-p9k8wt, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-p9k8wt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-p9k8wt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"edcfb7095fc510a79e751456b84f24719cfa0906655bc1a68bae9f913b0b051a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"6a47e979689cec901720c823c5a10b6cc83dde69f728d783bb50f6d40babe15d","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-ntcvmj\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013673b0\u003e: \n    failed to create HCP cluster np-noedge-ntcvmj, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-ntcvmj in resource group rg-np-noedge-ntcvmj-5szqt9, error: failed waiting for cluster=\"np-noedge-ntcvmj\" in resourcegroup=\"rg-np-noedge-ntcvmj-5szqt9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-ntcvmj in resource group rg-np-noedge-ntcvmj-5szqt9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-ntcvmj\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013673b0\u003e: \n    failed to create HCP cluster np-noedge-ntcvmj, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-ntcvmj in resource group rg-np-noedge-ntcvmj-5szqt9, error: failed waiting for cluster=\"np-noedge-ntcvmj\" in resourcegroup=\"rg-np-noedge-ntcvmj-5szqt9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-ntcvmj in resource group rg-np-noedge-ntcvmj-5szqt9, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"f3c5c207a67a8fc52a0c0689642494171541d771eb5a44249f464948a52bc37d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"545d3997a8ffcec4e3111f8a8849d3cd147665395cd047782c7dff431440df0a","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8720\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-tzxzrq, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-tzxzrq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-tzxzrq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8720\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-tzxzrq, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-tzxzrq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-tzxzrq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}},{"row_id":"f9822192693694a69c6e1a0a4e4eef5de77514ce06d9d366a7bd8cee58c66275","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"9e84ee7850e2604f7ccd45b1147cc172fb4b42df018315232368eca4a1d96bb6","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000970270\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-rqdwnd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000970270\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-rqdwnd\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-m5x4n6\" to finish deleting: context canceled"}},{"row_id":"fc6485b6684a38f806a481e6028fde6ee2da942eef72c2f4c739a66538672f86","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2072500530168467456","occurred_at":"2026-07-02T02:00:06Z","failed_at":"e2e","signature_id":"e390fbd741484007dc07eba39f0e87349ff79e90ef6a2e49fb96edd11b52567a","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:97]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002550a20\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-l857pf, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-l857pf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-l857pf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:97]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002550a20\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-l857pf, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-l857pf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-l857pf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-5-0-x94n2m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: failed waiting for cluster=\"cluster-candidate-5-0-x94n2m\" in resourcegroup=\"rg-candidate-5-0-srwxkf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-x94n2m in resource group rg-candidate-5-0-srwxkf, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":27,"failure_pattern_ids":["6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0"],"matched_occurrences":27,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}