{"meta":{"date":"2026-07-03","timezone":"UTC","generated_at":"2026-08-28T03:09:17Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-03T09:28:40Z"},"failed_at":["e2e"],"failed_test_count":18,"occurrences":[{"row_id":"0a6432fed9cd8ca966fb9859a1782b731bd5a3c8fb20a9c08d9b9ad52fb8cc98","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"0b0b29ab1e5c93d6c87eb39041439bb16d522d169f78a4acdf629c4761a95b94","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013f2330\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-22-5v4tq6\" in resourcegroup=\"rg-zstream-upgrade-4-22-wl4tn4\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013f2330\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-22-5v4tq6\" in resourcegroup=\"rg-zstream-upgrade-4-22-wl4tn4\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-gtq44x\" to finish deleting: context canceled"}},{"row_id":"12322dd63bb7fdb5873eaeb24ae61d272327ff91a2308211fa0d21386593fcfd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"732a2e2ccc0a605f891283605e1f34a7e235d0de7a40a64a4387bebcf0d73b8e","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a64540\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-lk24hj, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-lk24hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-lk24hj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a64540\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-lk24hj, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-lk24hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-lk24hj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"2978df4134e9f0d8056a1095fb94e9c210c4729c8a7933a6e1cf62dcf1093ebe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"7a7426c4a153dbd23894db4ab6d0420852ba63db05161c08d89596bb29f63dc2","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:97]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002184420\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pt4dcs, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pt4dcs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pt4dcs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:97]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002184420\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pt4dcs, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-pt4dcs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-pt4dcs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"6af0a40b08c9df7fbb63c20fbd6f5cd5a482b945da3863c1efd3fa386ff0b923","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"6a5e2028c4e9bce8f95fe59e56ecec82568fa732ed6684d1ce677bc82b677f95","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:284]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013411a0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-z8prws, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-z8prws\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-z8prws, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:284]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013411a0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-z8prws, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-z8prws\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-z8prws, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"7a4c879ae8a7a0253f728b0147bcfea6fc1ad16dd89aa5e50acf23e1112814cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"efa44a9e54542ed041dd7b8393ecd0bb4e2bff3a522d6f31fc27a15d3567183c","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00145e6f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hsrzdp, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-hsrzdp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hsrzdp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00145e6f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hsrzdp, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-hsrzdp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hsrzdp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"81a2c6830964f5b98fb5900177ff16e24930d8ea33c8c41464ac3fbaa486fe89","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"4265cb4f3d10c246e7b38ae05bae1bbce3e6025f1f0d8b538776e846d115636e","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-2pj25k with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001468480\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-2pj25k, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-2pj25k in resource group rg-np-version-upgrade-2pj25k-4j8z77, error: failed waiting for cluster=\"np-version-upgrade-cluster-2pj25k\" in resourcegroup=\"rg-np-version-upgrade-2pj25k-4j8z77\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-2pj25k in resource group rg-np-version-upgrade-2pj25k-4j8z77, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-2pj25k with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001468480\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-2pj25k, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-2pj25k in resource group rg-np-version-upgrade-2pj25k-4j8z77, error: failed waiting for cluster=\"np-version-upgrade-cluster-2pj25k\" in resourcegroup=\"rg-np-version-upgrade-2pj25k-4j8z77\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-2pj25k in resource group rg-np-version-upgrade-2pj25k-4j8z77, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"860deadecbed99eb94efc157785cc021e1a86e013ff9b92ecca0ad514e6bc9cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"f40da8e3949ba7d3c8baf1bcd7aeec40a29cd77ac04f2fba29e29ad137945430","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001002fc0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-mw7n6b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-mw7n6b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001002fc0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-mw7n6b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-mw7n6b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"9361461d06892975d9e62450f7695489023c460acb12c995e4101bb85e2bf361","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"27b1479a0ac9b5982274541ba59185c810e93ddb29121fa3a531e5bfed2ca11c","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016f4720\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-b8zjkr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-b8zjkr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016f4720\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-b8zjkr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-b8zjkr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"948ea1285ca3d4f265f0a1bf56173abb74549ff4834a9495933f98208ccbf4f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"30076112bf613723bf534f53ed5b5778bd7d33eca5a8cb1cdad77e1c9d60d2fb","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ac29f0\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-x468p9, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-x468p9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-x468p9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ac29f0\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-x468p9, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-x468p9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-x468p9, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"d5a220f763027c47563c8d2c74dfa70195b6ddd2b762a0279e48b60f7d3abb6f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"48d4b8497840d1107797350b5b152e5faab80c408cc5d10e94004453121fdcda","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b25d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-zkbt7b, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-zkbt7b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-zkbt7b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b25d0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-zkbt7b, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-zkbt7b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-zkbt7b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"d5a6da874e1a3a6bf58afa180067e95363d5e3383384486c0fc5c49ae7a5f32c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"49face5d90a38a1267ea2702c8e58490c582cf880ab2a5547c68a6964be246fe","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-k8l4nl/cluster-candidate-4-21-j5525s should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f1e150\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-k8l4nl/cluster-candidate-4-21-j5525s should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f1e150\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"dc9945b544f91b90db68901f8fc74df10f3a2757f3ff54b7f9d8848905e83a1d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"2569c026db6b8821bdeb31c421f46d68fc25abe7177dccf53d1aa63617757aa9","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000970840\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-pbl25v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-pbl25v, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000970840\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-pbl25v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-pbl25v, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"e88f6164c03d4094c27a22fe52126f93b7d0fb392ef12e0f99a5366164321956","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"79fbf5a88689a013ed6ef15aaa8ee370a92acac479cf7354e392df2d6b657aef","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-6vbskm with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ff8d50\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-6vbskm, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6vbskm in resource group rg-np-version-upgrade-6vbskm-877nsq, error: failed waiting for cluster=\"np-version-upgrade-cluster-6vbskm\" in resourcegroup=\"rg-np-version-upgrade-6vbskm-877nsq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6vbskm in resource group rg-np-version-upgrade-6vbskm-877nsq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-6vbskm with version 4.21.22\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ff8d50\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-6vbskm, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6vbskm in resource group rg-np-version-upgrade-6vbskm-877nsq, error: failed waiting for cluster=\"np-version-upgrade-cluster-6vbskm\" in resourcegroup=\"rg-np-version-upgrade-6vbskm-877nsq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-6vbskm in resource group rg-np-version-upgrade-6vbskm-877nsq, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"ee36045185a432a6646bd6428b3ca647abb04b7364c1ddc44004e34601eeb7d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"add1036b94563f224870631213884d53c74292660cf6c7388db6cfdbf78e4dcb","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-zr9fh2/cluster-candidate-5-0-kdshwn should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001468ba0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-kdshwn, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-kdshwn in resource group rg-candidate-5-0-zr9fh2, error: failed waiting for cluster=\"cluster-candidate-5-0-kdshwn\" in resourcegroup=\"rg-candidate-5-0-zr9fh2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-kdshwn in resource group rg-candidate-5-0-zr9fh2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-zr9fh2/cluster-candidate-5-0-kdshwn should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001468ba0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-kdshwn, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-kdshwn in resource group rg-candidate-5-0-zr9fh2, error: failed waiting for cluster=\"cluster-candidate-5-0-kdshwn\" in resourcegroup=\"rg-candidate-5-0-zr9fh2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-kdshwn in resource group rg-candidate-5-0-zr9fh2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"f5530a9c3f6f37242777b617fe43b6409e962641ac42c93d2c1690e2f1e29de7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"3a684e506c3d6898dedf3025884a132cb3fdfeb16b6fece6dd87ff6766399508","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-l7t49x with version 4.20.28\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f2a0c0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-l7t49x, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-l7t49x in resource group rg-np-version-upgrade-l7t49x-clz46s, error: failed waiting for cluster=\"np-version-upgrade-cluster-l7t49x\" in resourcegroup=\"rg-np-version-upgrade-l7t49x-clz46s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-l7t49x in resource group rg-np-version-upgrade-l7t49x-clz46s, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-l7t49x with version 4.20.28\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f2a0c0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-l7t49x, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-l7t49x in resource group rg-np-version-upgrade-l7t49x-clz46s, error: failed waiting for cluster=\"np-version-upgrade-cluster-l7t49x\" in resourcegroup=\"rg-np-version-upgrade-l7t49x-clz46s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-l7t49x in resource group rg-np-version-upgrade-l7t49x-clz46s, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"f9ad2a3e5031ebc84f8ca5ab8c17a360407f08d34605b164ca8c9be320718753","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"1b9248af657fe52f0af7a42c5943ed7770fd661595dd49f9aa4ac49de9acf25e","test_name":"HCP Nodepools GPU instances creates and deletes a GPU nodepool in a single cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0016ca1b0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-gtq44x\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0016ca1b0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-gtq44x\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-gtq44x\" to finish deleting: context canceled"}},{"row_id":"fa219010a64b2d69645931f82c8e355a82ab58bf77240408b2a16f2c598caddd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"afa707f875a96beab4e8658eb48b5aa01bc214e5bab87968f2ffd5b136f1bd28","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-b9xjrw\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d50480\u003e: \n    failed to create HCP cluster np-noedge-b9xjrw, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-b9xjrw in resource group rg-np-noedge-b9xjrw-2hms6t, error: failed waiting for cluster=\"np-noedge-b9xjrw\" in resourcegroup=\"rg-np-noedge-b9xjrw-2hms6t\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-b9xjrw in resource group rg-np-noedge-b9xjrw-2hms6t, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-b9xjrw\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d50480\u003e: \n    failed to create HCP cluster np-noedge-b9xjrw, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-b9xjrw in resource group rg-np-noedge-b9xjrw-2hms6t, error: failed waiting for cluster=\"np-noedge-b9xjrw\" in resourcegroup=\"rg-np-noedge-b9xjrw-2hms6t\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-b9xjrw in resource group rg-np-noedge-b9xjrw-2hms6t, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}},{"row_id":"fbfac03453c424cd745c25e820a013d333f49567f7cc5a1878ec29a66a96b614","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072975803280265216","occurred_at":"2026-07-03T09:28:40Z","failed_at":"e2e","signature_id":"4f556dcf3ae24e9f147889e9df53a923bd3f7d5e1c3af42150095c647477b84f","test_name":"Customer should be able to update node pool labels and taints","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016c23f0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-p7bqgs, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-p7bqgs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-p7bqgs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016c23f0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-p7bqgs, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-p7bqgs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-p7bqgs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-j5525s, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: failed waiting for cluster=\"cluster-candidate-4-21-j5525s\" in resourcegroup=\"rg-candidate-4-21-k8l4nl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-j5525s in resource group rg-candidate-4-21-k8l4nl, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":18,"failure_pattern_ids":["0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2"],"matched_occurrences":18,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072845222861082624","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-03T00:49:32Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"154e1168dbb55a5373d88f13e5160a3fba9870fe45ecb0d704d195aa222a01ed","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2072845222861082624","occurred_at":"2026-07-03T00:49:32Z","failed_at":"e2e","signature_id":"abb710fa3f860f16d80971d5f1840b91873c635c62d25f4aff2e644736a9ec5f","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-2jm9fc\" for cluster \"cluster-candidate-4-20-2jm9fc\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014d4ff0\u003e: \n    failed to create NodePool np-2jm9fc, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-2jm9fc in resource group rg-candidate-4-20-tjx795, error: failed waiting for nodepool=\"np-2jm9fc\" for cluster \"cluster-candidate-4-20-2jm9fc\" in resourcegroup=\"rg-candidate-4-20-tjx795\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-2jm9fc\" for cluster \"cluster-candidate-4-20-2jm9fc\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014d4ff0\u003e: \n    failed to create NodePool np-2jm9fc, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-2jm9fc in resource group rg-candidate-4-20-tjx795, error: failed waiting for nodepool=\"np-2jm9fc\" for cluster \"cluster-candidate-4-20-2jm9fc\" in resourcegroup=\"rg-candidate-4-20-tjx795\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-2jm9fc in resource group rg-candidate-4-20-tjx795, error: failed waiting for nodepool=\"np-2jm9fc\" for cluster \"cluster-candidate-4-20-2jm9fc\" in resourcegroup=\"rg-candidate-4-20-tjx795\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}