{"meta":{"date":"2026-04-09","timezone":"UTC","generated_at":"2026-10-31T22:13:44Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":67,"failed_runs":20,"runs_with_occurrences":20,"runs_with_failure_pattern_matches":19,"runs_with_unmatched_occurrences":1,"runs_without_occurrence_rows":47,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4783/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042391247850573824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4783,"pr_state":"closed","pr_sha":"74a99a673a093eaa041c6289fe7fdfc65a792e3f","final_merged_sha":"74a99a673a093eaa041c6289fe7fdfc65a792e3f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T23:56:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4595,"pr_state":"closed","pr_sha":"610faef6ea55219bb9872fb989b1c25e182959ab","final_merged_sha":"c367d34f0a8c2c665e52e5644abc435d913d801f","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T23:32:43Z"},"failed_at":["e2e"],"failed_test_count":34,"occurrences":[{"row_id":"05588c69054248cfed3f1250195373ccd2478142f97d1434702a09fb87c7de9e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"2814836ea15f38641d542f6374e5cbac56d29ebd1556742d6d88a48d2ce8166c","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:117]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00127ca20\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-vjpzzp, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-vjpzzp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-vjpzzp, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:117]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00127ca20\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-vjpzzp, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-vjpzzp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-vjpzzp, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"0d2fa92c4f385c74b675d5b23c2b9824ee168b023a96b1c8b6c6e26ca2dcbb24","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"65e7ccb5a3330b9eaff44a902162828787965225450804a948058c7c40ca41a8","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012b8150\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-82qfc2, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-82qfc2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-82qfc2, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:276]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0012b8150\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-82qfc2, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-82qfc2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-82qfc2, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"0d3e3399893d5c5e44527eaa8c4e07dcdf1f2c22ce5f0b7581e3ce76380cc4c7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"5f2e2f6722b9e1a222c98f02c09611c273ea0d278994c44789687a84e8079984","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000975560\u003e: \n failed to create HCP cluster cluster-zstream-4-21-8tvzwz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-8tvzwz in resource group rg-zstream-upgrade-4-21-z9ppxp, error: failed waiting for cluster=\"cluster-zstream-4-21-8tvzwz\" in resourcegroup=\"rg-zstream-upgrade-4-21-z9ppxp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-8tvzwz in resource group rg-zstream-upgrade-4-21-z9ppxp, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000975560\u003e: \n failed to create HCP cluster cluster-zstream-4-21-8tvzwz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-8tvzwz in resource group rg-zstream-upgrade-4-21-z9ppxp, error: failed waiting for cluster=\"cluster-zstream-4-21-8tvzwz\" in resourcegroup=\"rg-zstream-upgrade-4-21-z9ppxp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-8tvzwz in resource group rg-zstream-upgrade-4-21-z9ppxp, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"13f15b0f84415c52f8bf0604f4fb2eace36e91c44fbc758395a0f0818c241f96","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"716f3d2b7984bdfc1e6a2a2eed483a403c7d496ff149f1ad7dc012f46aed782e","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ceae0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ceae0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"17e86834609771ef7ff7f3fe3ee4f85b920a097c633b14bbf00f70ef7116d454","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"5e338ff6c61b7c3299f015fd3e85785a58c9a4ff2770de0aa491caa4634fd8c6","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ed620\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-n4gf9p, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-n4gf9p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-n4gf9p, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011ed620\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-n4gf9p, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-n4gf9p\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-n4gf9p, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"2185ed24196dd5a2a492b3c638906b5548cd4dacd3d3486208fba9860e4bb3ce","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"8f7dfd5176ae1bb292c402546000ca009290d03544d408d1f2220dde31f57d0a","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011991a0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-s862l5, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-s862l5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-s862l5, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011991a0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-s862l5, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-s862l5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-s862l5, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"3b901c84f72319e6de464cd2cb11a61183ab756f40fa6eeddfa0561ce4761af2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"8a9b07cabffeca4d5594a85134dfb59ee7f5515177b18541f28e7701f13c0606","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014acab0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-bk9nsv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-bk9nsv in resource group rg-cp-ystream-upgrade-4-21-v7dvt2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-bk9nsv\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-v7dvt2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-bk9nsv in resource group rg-cp-ystream-upgrade-4-21-v7dvt2, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014acab0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-bk9nsv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-bk9nsv in resource group rg-cp-ystream-upgrade-4-21-v7dvt2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-bk9nsv\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-v7dvt2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-bk9nsv in resource group rg-cp-ystream-upgrade-4-21-v7dvt2, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"4240c9a159e680a5299a14413f71945d4ef6ec323e1084699a7700ae26c5328a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"SRE should return 409 when boot diagnostics is disabled on a VM","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:359]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:359]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"4e5c80c5324a24695824567240da7001453068318730a43db78dca0dd42ed73c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"34994a6f701be17c2823cf4139f608de855584d3ca98e8d56f287b22ad463615","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a3cf90\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-fxdvdg, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-fxdvdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-fxdvdg, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a3cf90\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-fxdvdg, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-fxdvdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-fxdvdg, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"55541773cfd46b520f68fc548530b59067dfe6f5bbd1e5c72cdbc63850b5c6dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"4fa97c1092e17864cca487722e28b013d217d0eaec712f16ab56a94c2cd57926","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:116]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ea8690\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-dmf767\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group e2e-cilium-dmf767, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:116]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000ea8690\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-dmf767\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group e2e-cilium-dmf767, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"582e432c23f25d9f66b7eba80e1c8908b31ab88f19f3a5ef6d8d8a421f8664dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"ca0dd7118559ff555a2a16fabc492f5c20936495b5cc3f03e3c430eb8489923e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179a510\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-hqjshx, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-hqjshx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-hqjshx, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00179a510\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-hqjshx, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-hqjshx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-hqjshx, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"5d06b19c06c5be7e514861a3b4f33414cfecfa779cb9f1b158f76b915dcf0250","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"SRE should be able to retrieve serial console logs for a VM","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:253]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:253]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"6a12567f57a4c9429f0e2f19d4a3565cc9190d1f649c4f7988f8afbf1692bd2d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"6bbc5e8da991bd828f9acbb68140501794a1c3b7a41682d6818638bf2d058710","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"rp-api-compat-all/parallel","failure_text":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API (Spec Runtime: 1h29m59.805s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:42\n In [It] (Node Runtime: 1h29m59.805s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:42\n At [By Step] creating the HCP cluster (Step Runtime: 28m11.789s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:81\n\n Spec Goroutine\n goroutine 99 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e0b8b8, 0xc000803ea0}, 0x83248aa?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e58c40, {0x8e0b8b8, 0xc000803ea0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPCluster20251223AndWait({0x7efff84ce460?, 0xc000d46360?}, {{0x8e23e48?, 0xc000bd4d80?}, 0xc0014de780?}, 0xc000effef8, {0xc000f9c078, 0x17}, {0x83432a8, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:1155\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func10.2({0x7efff84ce460, 0xc000d46360})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:93\n | }\n | \n \u003e _, err = framework.CreateHCPCluster20251223AndWait(\n | \tctx,\n | \tGinkgoLogr,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e23f20?, 0xc000d46360?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108 @ 04/10/26 01:51:07.681\n \"ts\"=\"2026-04-10 01:51:07.681565\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-04-10 01:51:07.681645\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-private-kv-cluster-kx5vzz\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 01:51:09.080321\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-private-kv-cluster-kx5vzz\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-04-10 01:51:10.135160\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-65e261cf588b9f2637c69902ef65386ae7e651e35485a39612d668d6a3309cde.yaml.gz\"\n \"ts\"=\"2026-04-10 01:51:10.135302\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-65e261cf588b9f2637c69902ef65386ae7e651e35485a39612d668d6a3309cde.yaml.gz\"\n \"ts\"=\"2026-04-10 01:51:10.135368\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-04-10 01:51:10.136971\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\"\n \"ts\"=\"2026-04-10 01:51:10.136985\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 01:51:10.824558\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-04-10 01:51:11.200962\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"private-keyvault-rfkz84\" \"deployment\"=\"pooledNonMsiScopedAssignments-had2isw6vkgre\"\n \"ts\"=\"2026-04-10 01:51:11.648543\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\" \"deployment\"=\"msi-deployment-246\"\n \"ts\"=\"2026-04-10 01:51:12.135243\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"private-keyvault-rfkz84\" \"deployment\"=\"customer-infra-private-kv-cluster-kx5vzz\"\n \"ts\"=\"2026-04-10 01:51:13.139680\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-04-10 01:51:13.139844\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-04-10 01:51:13.140167\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 02:05:00.932265\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 02:05:00.932290\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nCreate HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API (Spec Runtime: 1h29m59.805s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:42\n In [It] (Node Runtime: 1h29m59.805s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:42\n At [By Step] creating the HCP cluster (Step Runtime: 28m11.789s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:81\n\n Spec Goroutine\n goroutine 99 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e0b8b8, 0xc000803ea0}, 0x83248aa?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e58c40, {0x8e0b8b8, 0xc000803ea0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPCluster20251223AndWait({0x7efff84ce460?, 0xc000d46360?}, {{0x8e23e48?, 0xc000bd4d80?}, 0xc0014de780?}, 0xc000effef8, {0xc000f9c078, 0x17}, {0x83432a8, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:1155\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func10.2({0x7efff84ce460, 0xc000d46360})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:93\n | }\n | \n \u003e _, err = framework.CreateHCPCluster20251223AndWait(\n | \tctx,\n | \tGinkgoLogr,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e23f20?, 0xc000d46360?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108 @ 04/10/26 01:51:07.681\n \"ts\"=\"2026-04-10 01:51:07.681565\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-04-10 01:51:07.681645\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-private-kv-cluster-kx5vzz\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 01:51:09.080321\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-private-kv-cluster-kx5vzz\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-04-10 01:51:10.135160\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-65e261cf588b9f2637c69902ef65386ae7e651e35485a39612d668d6a3309cde.yaml.gz\"\n \"ts\"=\"2026-04-10 01:51:10.135302\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-65e261cf588b9f2637c69902ef65386ae7e651e35485a39612d668d6a3309cde.yaml.gz\"\n \"ts\"=\"2026-04-10 01:51:10.135368\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-04-10 01:51:10.136971\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\"\n \"ts\"=\"2026-04-10 01:51:10.136985\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 01:51:10.824558\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-04-10 01:51:11.200962\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"private-keyvault-rfkz84\" \"deployment\"=\"pooledNonMsiScopedAssignments-had2isw6vkgre\"\n \"ts\"=\"2026-04-10 01:51:11.648543\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-246\" \"deployment\"=\"msi-deployment-246\"\n \"ts\"=\"2026-04-10 01:51:12.135243\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"private-keyvault-rfkz84\" \"deployment\"=\"customer-infra-private-kv-cluster-kx5vzz\"\n \"ts\"=\"2026-04-10 01:51:13.139680\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-04-10 01:51:13.139844\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-04-10 01:51:13.140167\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 02:05:00.932265\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\n \"ts\"=\"2026-04-10 02:05:00.932290\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"private-keyvault-rfkz84\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"6fa583184dbcedd5dabfcef0c7cb091ef41544cf91399c68985fca059794b2cf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"a7f42d4f41a1a915b11b7cc0447e35a4962b59ca230f6204f774e5fe9db9832a","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00094a9c0\u003e: \n failed to create HCP cluster ea-listbm5dqr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listbm5dqr in resource group ea-list-n6b7tp, error: failed waiting for cluster=\"ea-listbm5dqr\" in resourcegroup=\"ea-list-n6b7tp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listbm5dqr in resource group ea-list-n6b7tp, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00094a9c0\u003e: \n failed to create HCP cluster ea-listbm5dqr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listbm5dqr in resource group ea-list-n6b7tp, error: failed waiting for cluster=\"ea-listbm5dqr\" in resourcegroup=\"ea-list-n6b7tp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listbm5dqr in resource group ea-list-n6b7tp, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"7049d3a04614124c1a6cff9bd6660408e0dddb5b5ec1252517fb8ab3b33dfbbb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"c13ca9a7522b76981d2936a9a79a8727f2e4b9ddf6450020832549627232c4fa","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP stable channel for 4.20","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:119]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b5f2c0\u003e: \n failed to create HCP cluster cluster-stable-4-20-57tzt9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-stable-4-20-57tzt9 in resource group rg-stable-4-20-ht4dwf, error: failed waiting for cluster=\"cluster-stable-4-20-57tzt9\" in resourcegroup=\"rg-stable-4-20-ht4dwf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-stable-4-20-57tzt9 in resource group rg-stable-4-20-ht4dwf, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:119]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000b5f2c0\u003e: \n failed to create HCP cluster cluster-stable-4-20-57tzt9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-stable-4-20-57tzt9 in resource group rg-stable-4-20-ht4dwf, error: failed waiting for cluster=\"cluster-stable-4-20-57tzt9\" in resourcegroup=\"rg-stable-4-20-ht4dwf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-stable-4-20-57tzt9 in resource group rg-stable-4-20-ht4dwf, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"762a3262ab7316e212746c91b463aa91443e5189890974ef0949ea37cf440859","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"6960f5c977d9f34a765bcac5134aba0271327e02c1cc36e4c113578bc5787e30","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013e6750\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-wxsmfj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-wxsmfj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-wxsmfj, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013e6750\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-wxsmfj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-wxsmfj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-wxsmfj, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"7b1b85c9ee48553cc55093101034d746cf8c744d5d9322ade89085f8aff8b40b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"bb939c00110baa12f230eacfbdcb14df0eb3c5a57b9276307d33782bc813b404","test_name":"Customer should be able to update node pool labels and taints","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000da4db0\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-l2dljs, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-l2dljs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-l2dljs, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000da4db0\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-l2dljs, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-l2dljs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-l2dljs, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"8e1ff6d45a8cc9428528f2bcbb42160ef7e2f9b62ad1efa5e6f1a7b46d009d22","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"aba02c25dbba4e72302726cf4b6d57fc8a060663714c8ac98695780b24d9be8a","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00095ab40\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-cltlj9, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-cltlj9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-cltlj9, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00095ab40\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-cltlj9, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-cltlj9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-cltlj9, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"8e6b733e1fac5307197bf265a407c56bad8de73f9fb67451277c740c53b7da26","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e06c73a830adc2439600c0b6e22a50fbb0ff858bb1dea11566244864446a1ca7","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001848840\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vgjpzv, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-vgjpzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vgjpzv, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001848840\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vgjpzv, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-vgjpzv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vgjpzv, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"8f34d7d0efe1c58d1aba11c3e6fb030fc794c39905c2905130d06d09a9a64996","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"fdfb5bdded80bdefa895fc3450bf06590f4390ca598ef2a8b0ff013645007e5f","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013b0600\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-w2bvsh, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-w2bvsh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-w2bvsh, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013b0600\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-w2bvsh, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-w2bvsh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-w2bvsh, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"92acd196c915eff5e663ec04b837940fadb2fee1f3dffc8f8ea28ba1a44f1f0a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"9713c165dea78fe9a953a7992496554318bc89c91111cd5812ebbb38936c660e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"08e6c12ef10d994908a2582a37a20e2547c0c740bf1cae8a35bf9035cdd7b691","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001555080\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-g2hkqt, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-g2hkqt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-g2hkqt, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001555080\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-g2hkqt, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-g2hkqt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-g2hkqt, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"9e89cc96133062c1910489a43beb99be4af86bd1fef3887c96a238c5eb5019f9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"ec3bfc5ea831071749d7a6e0d65fca675ac404783bc3eb2905364192cadcfafa","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f6cc30\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rlnlrb, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rlnlrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rlnlrb, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f6cc30\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rlnlrb, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rlnlrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rlnlrb, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"9fe94376d7d08d4598ee53b197edc8f1ea35963058f816a4c1f5ec7e26d1e19d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"8a441c3cc9a1724fd565ecc68f397cdfdb078c056f41b0ab5661bd4e719eb328","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"a3a97465b964b2697182e91c2f154680af6f375afa15b0841ca49a8ae747e709","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:68]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:68]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"aa3fb22eda93a44ebefd2a8dea6815911e4242b019fe97ea64d42cd48b25f543","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"5734da72959ddabcd4c7b12139409d89728369f7b16658da814a060a8e6ae871","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015d8e70\u003e: \n failed to create HCP cluster cluster-zstream-4-20-b2sjvv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-b2sjvv in resource group rg-zstream-upgrade-4-20-6vx9x2, error: failed waiting for cluster=\"cluster-zstream-4-20-b2sjvv\" in resourcegroup=\"rg-zstream-upgrade-4-20-6vx9x2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-b2sjvv in resource group rg-zstream-upgrade-4-20-6vx9x2, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015d8e70\u003e: \n failed to create HCP cluster cluster-zstream-4-20-b2sjvv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-b2sjvv in resource group rg-zstream-upgrade-4-20-6vx9x2, error: failed waiting for cluster=\"cluster-zstream-4-20-b2sjvv\" in resourcegroup=\"rg-zstream-upgrade-4-20-6vx9x2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-b2sjvv in resource group rg-zstream-upgrade-4-20-6vx9x2, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"b4ded0702592cd6740a7fd56e88bde1d876f89edaa1f03e66031767cce53f1a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"296332825cba3739d31d5a364af93f6dc132b3f911b0016e4b936f3b60c50370","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00098e870\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-2bt446, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-2bt446\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-2bt446, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00098e870\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-2bt446, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-2bt446\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-2bt446, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"b4dedd8931731e5ad962b3d34e952d19cb2d8473fbc3818629ca5e9fc3b82655","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"8696e81ce1e07c4430cefc85dec20b8100caa56b3f5eecdf1f932a862bf12454","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001acaed0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-gxwvm7, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-gxwvm7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-gxwvm7, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001acaed0\u003e: \n failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-gxwvm7, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-gxwvm7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-gxwvm7, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"c40a71366e99f3b0b5869bfe0f183006f579fd0d502815093b444554eb28855c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"fcf50af2610f07bcf9542425b39d88009963442a52d3a6a3614c6ea09aa9ef56","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00104b050\u003e: \n failed to create HCP cluster cluster-zstream-4-19-7tnc59, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-7tnc59 in resource group rg-zstream-upgrade-4-19-6wbt2b, error: failed waiting for cluster=\"cluster-zstream-4-19-7tnc59\" in resourcegroup=\"rg-zstream-upgrade-4-19-6wbt2b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-7tnc59 in resource group rg-zstream-upgrade-4-19-6wbt2b, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00104b050\u003e: \n failed to create HCP cluster cluster-zstream-4-19-7tnc59, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-7tnc59 in resource group rg-zstream-upgrade-4-19-6wbt2b, error: failed waiting for cluster=\"cluster-zstream-4-19-7tnc59\" in resourcegroup=\"rg-zstream-upgrade-4-19-6wbt2b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-7tnc59 in resource group rg-zstream-upgrade-4-19-6wbt2b, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"e38139465479b8bc5ec1e30260d2ec5421eb91a2405b0d7144e625e36fb94ee1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"5be53a569adbe76fcfc897b1813fcfa5ac9fd6101002a4c2d77a59d1b93efd8e","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bdb560\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-4glm8r, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-4glm8r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-4glm8r, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bdb560\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-4glm8r, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-4glm8r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-4glm8r, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"e6e39b2c653ec419a66c8af2318fe5e443922942b81c3f8ac359a3ea87018795","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"e1de26b8bb3286f883dfa3166ef8c8574ae8a53aa9d3e2bd71f34c371a4043e4","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:129]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009d7680\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-4x8jtl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-4x8jtl in resource group rg-np-version-upgrade-4x8jtl-2r2v9f, error: failed waiting for cluster=\"np-version-upgrade-cluster-4x8jtl\" in resourcegroup=\"rg-np-version-upgrade-4x8jtl-2r2v9f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-4x8jtl in resource group rg-np-version-upgrade-4x8jtl-2r2v9f, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:129]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009d7680\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-4x8jtl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-4x8jtl in resource group rg-np-version-upgrade-4x8jtl-2r2v9f, error: failed waiting for cluster=\"np-version-upgrade-cluster-4x8jtl\" in resourcegroup=\"rg-np-version-upgrade-4x8jtl-2r2v9f\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-4x8jtl in resource group rg-np-version-upgrade-4x8jtl-2r2v9f, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"ed594069d1cf9332c58608d76f68a6e367332aae237d8e32c9fd421f5f1e741b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"b66929e0c69686dd80cb3020228fed0ae50200d7bde2bf6ee2094495bfac8066","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:129]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00050e690\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-mwv9p2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-mwv9p2 in resource group rg-np-version-upgrade-mwv9p2-8bkzf7, error: failed waiting for cluster=\"np-version-upgrade-cluster-mwv9p2\" in resourcegroup=\"rg-np-version-upgrade-mwv9p2-8bkzf7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-mwv9p2 in resource group rg-np-version-upgrade-mwv9p2-8bkzf7, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:129]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00050e690\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-mwv9p2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-mwv9p2 in resource group rg-np-version-upgrade-mwv9p2-8bkzf7, error: failed waiting for cluster=\"np-version-upgrade-cluster-mwv9p2\" in resourcegroup=\"rg-np-version-upgrade-mwv9p2-8bkzf7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-mwv9p2 in resource group rg-np-version-upgrade-mwv9p2-8bkzf7, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"ef3d77839eeab6fa589f4ba5a3c25b78e07fbf9c00184276725d9253a7794dd9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"69f11ce65a5e35f965343288d070bb9d8c1aed02e67312d638992ea3198c4e27","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000cf53b0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zwbwsq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-zwbwsq, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000cf53b0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zwbwsq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-zwbwsq, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"efc859fa1986058c34f7e5489014f4ede1ef80eaee13d0a497fa3cba4b66f473","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4595/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042385248066473984","occurred_at":"2026-04-09T23:32:43Z","failed_at":"e2e","signature_id":"8acaf9a89f7c6a2229df714960c62d9e19f1f2eb49214e35b3461bda2770f845","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e2cd80\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-qc2gvl, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-qc2gvl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-qc2gvl, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e2cd80\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-qc2gvl, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-qc2gvl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-qc2gvl, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":31,"failure_pattern_ids":["75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":34,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042382810353766400","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T23:23:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4826/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042376150008729600","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4826,"pr_state":"closed","pr_sha":"ac7bd6f463f65a7b2842a44d14cb19963f182685","final_merged_sha":"ac7bd6f463f65a7b2842a44d14cb19963f182685","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T22:56:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042370990683459584","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4820,"pr_state":"closed","pr_sha":"31ae8a42962527484f8389150a8706f8829b2934","final_merged_sha":"31ae8a42962527484f8389150a8706f8829b2934","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T22:36:04Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4796/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042357296977154048","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4796,"pr_state":"closed","pr_sha":"cb9bfad8c1401153590f27fdc3dd7ffe649c4d5c","final_merged_sha":"cb9bfad8c1401153590f27fdc3dd7ffe649c4d5c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T21:41:35Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T20:40:32Z"},"failed_at":["e2e"],"failed_test_count":9,"occurrences":[{"row_id":"01a2bf71fa7bfb6322da9aae2ba0ed3c03dd82539fb2467ffc0d91607e616ca0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"4c4831feafe93eaae3b3022a788c8f9c89f0deb9755ebe9ada5673fca5224bdd","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:79]: Unexpected error:\n \u003c*fmt.wrapError | 0xc001006260\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-disabled-image-registry-hcp-cluster-9w2zcx\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-disabled-image-registry-hcp-cluster-9w2zcx/operationStatuses/08584258367282716448\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-disabled-image-registry-hcp-cluster-9w2zcx' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:79]: Unexpected error:\n \u003c*fmt.wrapError | 0xc001006260\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-disabled-image-registry-hcp-cluster-9w2zcx\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-disabled-image-registry-hcp-cluster-9w2zcx/operationStatuses/08584258367282716448\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-disabled-image-registry-hcp-cluster-9w2zcx' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"35e1a11ed54070f2905894f43d585a8e0af69188891a21100f1374d92a81fbad","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"08a16522f9722f42f895d5197e90c4168baf9bce5765aa030cc1bda84468022c","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:71]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0008eee60\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-hcp-cluster-np-128-tvsw6f\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-hcp-cluster-np-128-tvsw6f/operationStatuses/08584258368650161816\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-hcp-cluster-np-128-tvsw6f' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:71]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0008eee60\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-hcp-cluster-np-128-tvsw6f\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-hcp-cluster-np-128-tvsw6f/operationStatuses/08584258368650161816\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-hcp-cluster-np-128-tvsw6f' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"4425f57fa29bbdaa30eb96fce98334e244e6b4643a1cbb27cd3d030b9ea0e92b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"626fedd09c10802e2635681a31e9348d83ed2f13b9838e0015d026f04f5bd357","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:88]: Unexpected error:\n \u003c*fmt.wrapError | 0xc001110b60\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-autoscaling-hcp-cluster-nng7hr\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-autoscaling-hcp-cluster-nng7hr/operationStatuses/08584258368654131393\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-autoscaling-hcp-cluster-nng7hr' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:88]: Unexpected error:\n \u003c*fmt.wrapError | 0xc001110b60\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-autoscaling-hcp-cluster-nng7hr\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-autoscaling-hcp-cluster-nng7hr/operationStatuses/08584258368654131393\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-autoscaling-hcp-cluster-nng7hr' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"4c6204400fae17e5d2901299a48f25f32cffad39f852e100849b1fd82322f9c6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"59029bb2f02bf8a252b601e8545d7844678036096d5c1cc87f0e8d974c6873d3","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:96]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000949a80\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-cluster-94r55q\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-cluster-94r55q/operationStatuses/08584258368640804644\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-basic-cluster-94r55q' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:96]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000949a80\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-cluster-94r55q\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-cluster-94r55q/operationStatuses/08584258368640804644\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-basic-cluster-94r55q' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"4f93ff35b2c90c64b441ef2817ee1d5e42d8fde800a153c32430b16e5558737e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"171e129ad9ec15c4b5765fe4b9c46c93fbacdf6a74f25f9415de465e41ca3807","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:96]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000fb83e0\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-hcp-cluster2-7sg5kh\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-hcp-cluster2-7sg5kh/operationStatuses/08584258368060392048\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-basic-hcp-cluster2-7sg5kh' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:96]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000fb83e0\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-hcp-cluster2-7sg5kh\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-hcp-cluster2-7sg5kh/operationStatuses/08584258368060392048\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-basic-hcp-cluster2-7sg5kh' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"61f7d7e150ce041e8960c00f72c6bee3ccac1d2f7f1573d35f6fea1a9543bbcf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"36e936abe959f1dab2594b0e9707a7131ec37d511c41c574496ea89ec2dfa1ed","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:84]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0001ab5a0\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-ea-cluster-fvz9ss\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-ea-cluster-fvz9ss/operationStatuses/08584258367287731542\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-ea-cluster-fvz9ss' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:84]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0001ab5a0\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-ea-cluster-fvz9ss\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-ea-cluster-fvz9ss/operationStatuses/08584258367287731542\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-ea-cluster-fvz9ss' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"6d60b9322843e8fba980e5c2ff184b829527aa99809988a7f3acef996a2cce51","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"202039ab2f95a698093d44cd5e125cfe97ddf6fcc3d94f25e4f7b94b7fe0b685","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:83]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00071e580\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-admin-cred-lifecycle-mwqbv9-vb4q9h\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-admin-cred-lifecycle-mwqbv9-vb4q9h/operationStatuses/08584258368682171798\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-admin-cred-lifecycle-mwqbv9-vb4q9h' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:83]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00071e580\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-admin-cred-lifecycle-mwqbv9-vb4q9h\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-admin-cred-lifecycle-mwqbv9-vb4q9h/operationStatuses/08584258368682171798\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-admin-cred-lifecycle-mwqbv9-vb4q9h' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"b0fcb0394f31fab1818f7f4c122ca24522aa35ebea04640d19ef23ce41654db3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"fec78c99904c31d8582ed0bfbe8fc8059e52f4f50937382bea2d96f2eadbf43b","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:85]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000618b00\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-autoscale-cluster-qzj2jl\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-autoscale-cluster-qzj2jl/operationStatuses/08584258367023983132\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-np-autoscale-cluster-qzj2jl' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:85]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000618b00\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-autoscale-cluster-qzj2jl\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-autoscale-cluster-qzj2jl/operationStatuses/08584258367023983132\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-np-autoscale-cluster-qzj2jl' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}},{"row_id":"d6529f1b41b2843d94ea60006e8deb6a8264e278d7edcc03428f316513ae93e4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341917349384192","occurred_at":"2026-04-09T20:40:32Z","failed_at":"e2e","signature_id":"ea1ac6a822734f0d21e58e78b4b8452f1c4fa148ea3397d832879c4eebf876a1","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:81]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000a0e240\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-sre-hcp-cluster-gh27l8\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-sre-hcp-cluster-gh27l8/operationStatuses/08584258368649827407\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-sre-hcp-cluster-gh27l8' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:81]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000a0e240\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-sre-hcp-cluster-gh27l8\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-sre-hcp-cluster-gh27l8/operationStatuses/08584258368649827407\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-sre-hcp-cluster-gh27l8' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}}],"failure_pattern_summary":{"signature_count":9,"failure_pattern_ids":["72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c"],"matched_occurrences":9,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341228917297152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T20:37:48Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d97fc8327ed7ce1902f4b5ad59dfc72fac31170815afa7577a39ffc5aebe638f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042341228917297152","occurred_at":"2026-04-09T20:37:48Z","failed_at":"provision","signature_id":"93e3352e5fd1f08e0b78ddeaab36be33d48e370ed589170e4c5e08042acb202a","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/exporter-permissions","test_suite":"step graph","failure_text":"time=2026-04-09T21:26:49.336Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=exporter-permissions description=\"Step exporter-permissions\\n Kind: ARM\\n Template: templates/exporter-permissions.bicep\\n Parameters: configurations/exporter-permissions.tmpl.bicepparam\"\ntime=2026-04-09T21:26:49.831Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=exporter-permissions\ntime=2026-04-09T21:26:51.735Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=exporter-permissions deployment=a1fa77ab17f0364cc20683ec8bf7917d40c62b2e5b7337d30184c2e19decc6a1\ntime=2026-04-09T21:26:51.799Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=exporter-permissions err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/a1fa77ab17f0364cc20683ec8bf7917d40c62b2e5b7337d30184c2e19decc6a1/operationStatuses/08584258368753712073\\n--------------------------------------------------------------------------------\\nRESPONSE 404: 404 Not Found\\nERROR CODE: DeploymentNotFound\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentNotFound\\\",\\n \\\"message\\\": \\\"Deployment 'a1fa77ab17f0364cc20683ec8bf7917d40c62b2e5b7337d30184c2e19decc6a1' could not be found.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a871b3ae1e8360285972402ef71b07429b5d17f69841894ee06b053d348eb8de","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a871b3ae1e8360285972402ef71b07429b5d17f69841894ee06b053d348eb8de"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4813/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042338886805360640","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4813,"pr_state":"closed","pr_sha":"765e641ad0455d4d9c9136886e86066bc79a4c1d","final_merged_sha":"1d400be7fc317f5d453b5a46441a6d2bfd152ac9","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T20:28:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4709/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042321092537749504","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4709,"pr_state":"closed","pr_sha":"fd557381193018eeeea499d0c4c66732532dc566","final_merged_sha":"08a7c64bf85498344c42ceb43664fe85b2a99c27","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T19:17:43Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4393/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042319585687900160","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4393,"pr_state":"closed","pr_sha":"fa52b2b5e17e2eeb159d9bfefa20cef6dbedbf1f","final_merged_sha":"4fe7725f48a2f3f1c0ac843b4434f502807b38e5","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T19:11:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4816/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042306553452695552","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4816,"pr_state":"closed","pr_sha":"773adf3bc973af03394128232a86c691b7207088","final_merged_sha":"773adf3bc973af03394128232a86c691b7207088","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T18:19:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042305844665651200","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4816,"pr_state":"closed","pr_sha":"773adf3bc973af03394128232a86c691b7207088","final_merged_sha":"773adf3bc973af03394128232a86c691b7207088","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T18:17:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042303760641822720","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4716,"pr_state":"closed","pr_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","final_merged_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T18:08:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042303047111020544","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T18:06:01Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042292712224329728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4820,"pr_state":"closed","pr_sha":"31ae8a42962527484f8389150a8706f8829b2934","final_merged_sha":"31ae8a42962527484f8389150a8706f8829b2934","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T17:25:01Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4393/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042282742690877440","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4393,"pr_state":"closed","pr_sha":"45ff77ad16f747e7a5b7dbe4af7a25ee54016575","final_merged_sha":"4fe7725f48a2f3f1c0ac843b4434f502807b38e5","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T16:45:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4257/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042268910186663936","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T15:50:26Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"73bcd8850b02d7ec07011216a4e0bb29b3affe842bd31d15c3529d155decf141","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4257/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042268910186663936","occurred_at":"2026-04-09T15:50:26Z","failed_at":"e2e","signature_id":"61921179b74d6e84781a0935015d4532116914ae05b09668853b78f146d75cab","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:89]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00130c220\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-idms-e2e-hcp-cluster-xdgnkn\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-idms-e2e-hcp-cluster-xdgnkn/operationStatuses/08584258535961762999\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-idms-e2e-hcp-cluster-xdgnkn' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:89]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00130c220\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-idms-e2e-hcp-cluster-xdgnkn\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-idms-e2e-hcp-cluster-xdgnkn/operationStatuses/08584258535961762999\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-idms-e2e-hcp-cluster-xdgnkn' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042268217111482368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T15:47:41Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042267530390671360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T15:44:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4760/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042253792937775104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4760,"pr_state":"open","pr_sha":"78b5b06c9ddde7f8278fbcd8cd5f947a83f39432","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T14:50:22Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"3c898feb16e1efbac920a4c9aa0b28664859b4426c0de69573f5da81281dd7c3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4760/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042253792937775104","occurred_at":"2026-04-09T14:50:22Z","failed_at":"provision","signature_id":"0d9bc7d25a92631e7733893e81cc7137c06d7c9810bbd0285770efbbcc6964ed","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.Frontend/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-04-09T15:36:20.685Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Frontend resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e frontend.image.registry \u003cnil\u003e}:{\u003cnil\u003e frontend.image.repository \u003cnil\u003e}@{\u003cnil\u003e frontend.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-04-09T15:38:26.320Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Frontend resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build05.ci.openshift.org registry.build05.ci.openshift.org registry.build05.ci.openshift.org registry.build05.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build05.ci.openshift.org\\nSaved credentials for registry.build05.ci.openshift.org into /tmp/tmp.ba98aZiYHE/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build05.ci.openshift.org/ci-op-mq159l2k/pipeline@sha256:5c63930ed45a71f7c7aee1d6a8ac8060dda851bf6e49fcc068785fe82a539968 to arohcpsvcdev.azurecr.io/ci-op-mq159l2k/pipeline:5c63930ed45a71f7c7aee1d6a8ac8060dda851bf6e49fcc068785fe82a539968.\\nThe image will still be available under it's original digest sha256:5c63930ed45a71f7c7aee1d6a8ac8060dda851bf6e49fcc068785fe82a539968 in the target registry.\\nError: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-mq159l2k/pipeline/blobs/uploads/13a20893-dea9-446a-90be-aaa9fa35c320?_nouploadcache=false\u0026_state=4q9HJJiNtdBkz-zkQH4ZM4w8Pbbvn8IxJbiLwTK1fyd7Ik5hbWUiOiJjaS1vcC1tcTE1OWwyay9waXBlbGluZSIsIlVVSUQiOiIxM2EyMDg5My1kZWE5LTQ0NmEtOTBiZS1hYWE5ZmEzNWMzMjAiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDQtMDlUMTU6MzY6MjcuNzg5NzM5NTMyWiJ9\u0026digest=sha256%3Ae69c32de398bffdb2617feb4f3fbcd89f732da51137501fce458dfb3937d0e0e\\\": read tcp 172.24.56.16:54314-\u003e172.64.66.1:443: read: connection reset by peer\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7fed4d4df4591c7e3fe9f07aebddd940980fc09d73dd627d1834eabdc96bd811","failure_pattern":"Error: Put \"\u003curl\u003e\": read tcp \u003cip\u003e-\u003e\u003cip\u003e: read: connection reset by peer","search_query":"Error: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-hbgybitr/pipeline/blobs/uploads/982f269b-81b5-4e36-8584-759981dc3ece?_nouploadcache=false\u0026_state=waI3dWxeN4284M7Kl_mKGWz-B8lpf6GJQZ7pDgJybOx7Ik5hbWUiOiJjaS1vcC1oYmd5Yml0ci9waXBlbGluZSIsIlVVSUQiOiI5ODJmMjY5Yi04MWI1LTRlMzYtODU4NC03NTk5ODFkYzNlY2UiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDQtMDlUMTA6NTg6MjkuNDUyMTQ5NjA2WiJ9\u0026digest=sha256%3A60e6d3006e5bb3e34ef0e09545c134b3fea222f557bc24959ec63056c1ef14c7\\\": read tcp 172.24.232.184:54994-\u003e172.64.66.1:443: read: connection reset by peer"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["7fed4d4df4591c7e3fe9f07aebddd940980fc09d73dd627d1834eabdc96bd811"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4763/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042253232557789184","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4763,"pr_state":"closed","pr_sha":"23e296f910564bd93f909ceae8ddecadcde19ee0","final_merged_sha":"5cb8e0820f193d7c23a369dbbb0a969d37e7ada3","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T14:48:05Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4823/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042251707273973760","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4823,"pr_state":"closed","pr_sha":"f41eb944d42375416e7e9a01d403543ca7fd2693","final_merged_sha":"f41eb944d42375416e7e9a01d403543ca7fd2693","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T14:42:04Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"021a9b246f30b1f3fb54df8e3c3ef6c4e35c7824f8be38b0e98ce0b5baa04a5d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4823/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042251707273973760","occurred_at":"2026-04-09T14:42:04Z","failed_at":"e2e","signature_id":"ba146b77967a65577470d96b5e1d6f3887714a58fc91666f7033f9ce5f9845d9","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:108]: Unexpected error:\n \u003c*errors.joinError | 0xc000af8240\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:108]: Unexpected error:\n \u003c*errors.joinError | 0xc000af8240\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7","failure_pattern":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then","search_query":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042250739299913728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T14:38:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4822/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042249934152929280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4822,"pr_state":"closed","pr_sha":"0608bccb2f3fd562875477912a13cd5bbe7b3602","final_merged_sha":"0608bccb2f3fd562875477912a13cd5bbe7b3602","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T14:35:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042249239181922304","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4820,"pr_state":"closed","pr_sha":"31ae8a42962527484f8389150a8706f8829b2934","final_merged_sha":"31ae8a42962527484f8389150a8706f8829b2934","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T14:32:16Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ddcb46313b74dc91caf864ec7d3844e7c9bde256c92de77d54669097648c8a1d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042249239181922304","occurred_at":"2026-04-09T14:32:16Z","failed_at":"unknown","signature_id":"f3f2dce38b62b61774227ec4cdba4a64cf5ed1c49ed0a90b558e06d8d5ca9096","test_name":"Job run should complete before timeout","test_suite":"prowjob-junit","failure_text":"{\"component\":\"entrypoint\",\"file\":\"sigs.k8s.io/prow/pkg/entrypoint/run.go:169\",\"func\":\"sigs.k8s.io/prow/pkg/entrypoint.Options.ExecuteProcess\",\"level\":\"error\",\"msg\":\"Process did not finish before 2h0m0s timeout\",\"severity\":\"error\",\"time\":\"2026-04-09T17:14:28Z\"}","failure_pattern_match":{"status":"clustered","failure_pattern_id":"18cbda64eadcb87cbc10a63fe854437322f9599462a64da0d8bea26fcec9782c","failure_pattern":"Process did not finish before 2h0m0s timeout","search_query":"Process did not finish before 2h0m0s timeout"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["18cbda64eadcb87cbc10a63fe854437322f9599462a64da0d8bea26fcec9782c"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4813/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042241459234541568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4813,"pr_state":"closed","pr_sha":"d76c603212fb0a677aef4dd2e912dddffbe5b577","final_merged_sha":"1d400be7fc317f5d453b5a46441a6d2bfd152ac9","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T14:00:56Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4819/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042237457482649600","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4819,"pr_state":"open","pr_sha":"f9ccb18e9d4f20738c4ba9ce633888109511f0e9","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T13:45:27Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4817/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042237069723439104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4817,"pr_state":"closed","pr_sha":"439cca6df6dc7916c28973911cb1698e6f25ef9d","final_merged_sha":"439cca6df6dc7916c28973911cb1698e6f25ef9d","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T13:43:53Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4257/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042231660799332352","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T13:22:09Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4446/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042230364386103296","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4446,"pr_state":"closed","pr_sha":"2ecf36602a5342ef8efd1bec3d1a84026c6ee7c2","final_merged_sha":"1d16d503d07580c2671790287caed928be96c542","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T13:17:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042230173813706752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4735,"pr_state":"closed","pr_sha":"bd6ef88ac059053b5e216e21454e3a1ada922893","final_merged_sha":"bd6ef88ac059053b5e216e21454e3a1ada922893","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T13:16:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4716/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042229456784855040","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4716,"pr_state":"closed","pr_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","final_merged_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T13:13:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4257/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042221070815072256","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T12:40:20Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"8af2a15952458f803e77b0a750955d48595547aab0b102967ae944a79176bb4f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4257/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042221070815072256","occurred_at":"2026-04-09T12:40:20Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-04-09T13:00:33.658Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-04-09T13:00:36.103Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-04-09T13:00:37.627Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=4041bec1df43041da2ffb3dced0a1e957919d024a8a5b5e1ae869d48233914a3\ntime=2026-04-09T13:02:08.277Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5072256/providers/Microsoft.Resources/deployments/4041bec1df43041da2ffb3dced0a1e957919d024a8a5b5e1ae869d48233914a3/operationStatuses/08584258672488641271\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5072256/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5072256/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j5072256\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 6f5ce624-ceb2-4e6d-ad53-568564fcd6bc:4/9/2026 1:01:48 PM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042220416528814080","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4257,"pr_state":"closed","pr_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","final_merged_sha":"f9b0dd45c8c2499c52d47ec79f8297cdae4dfe1f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T12:37:41Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"9bbfe1fa197a25fb30a32adabcf4c836047d74672e917891d38ff4b385c53788","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042220416528814080","occurred_at":"2026-04-09T12:37:41Z","failed_at":"provision","signature_id":"5eaa422d868e778161ccee29f904cb78f843436b7a782b69a0a9d54a11ac955a","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/mitigations","test_suite":"step graph","failure_text":"time=2026-04-09T13:16:51.297Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=mitigations description=\"Step mitigations\\n Kind: Helm\\n\"\ntime=2026-04-09T13:16:51.883Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=mitigations values=map[recycleOperatorImage:mcr.microsoft.com/aks/command/runtime@sha256:5d1fc3770795996bc22512c28adf4623ecb8a69eec3018a88e34a87bcba3366a]\ntime=2026-04-09T13:16:51.883Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=mitigations\ntime=2026-04-09T13:16:53.118Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=mitigations err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace aro-hcp-mitigations: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f0ef4ce0fc5b97b80d621f337890aa4d903b2b0295cdb3cf2929a4a5a18504ad","failure_pattern":"failed to apply namespace aro-hcp-mitigations: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace aro-hcp-mitigations: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f0ef4ce0fc5b97b80d621f337890aa4d903b2b0295cdb3cf2929a4a5a18504ad"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042219760858435584","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4716,"pr_state":"closed","pr_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","final_merged_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T12:35:08Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4818/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042218080284708864","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4818,"pr_state":"open","pr_sha":"4dff285a6fc6e97fb8ad8c6ab98810a9511cd3bd","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T12:28:27Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"9f276241c1c3c0263e29fd0d351b0550b53fa888b234acffecd87e51e11902f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4818/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042218080284708864","occurred_at":"2026-04-09T12:28:27Z","failed_at":"e2e","signature_id":"5085cbe2896f91b959c9ed83960bf7ab2014eeee7316cdda3469e87de5fa6682","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001782de0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f9bzhh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-f9bzhh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f9bzhh, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001782de0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f9bzhh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-f9bzhh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f9bzhh, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"f98455144251ce8f877f15fd32642d91b9bb43fe6c28733908313e47c74cc2d4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4818/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042218080284708864","occurred_at":"2026-04-09T12:28:27Z","failed_at":"e2e","signature_id":"c273983c8b019b7fada3b17bc8ef5f4292aad373119738da5523e46b8ba7708c","test_name":"Customer should be able to update node pool labels and taints","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:81]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000f84560\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-np-labels-taints-7fkkkq\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-np-labels-taints-7fkkkq/operationStatuses/08584258647538568909\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-cluster-np-labels-taints-7fkkkq' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:81]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000f84560\u003e: \n failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-np-labels-taints-7fkkkq\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-np-labels-taints-7fkkkq/operationStatuses/08584258647538568909\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: DeploymentNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"DeploymentNotFound\",\n \"message\": \"Deployment 'mi-cluster-np-labels-taints-7fkkkq' could not be found.\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4709/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042214438370545664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4709,"pr_state":"closed","pr_sha":"ba70e1e768e353123224dc815202096abba1e0b9","final_merged_sha":"08a7c64bf85498344c42ceb43664fe85b2a99c27","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T12:13:59Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4787/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042211803156451328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4787,"pr_state":"closed","pr_sha":"aba35e855c672b63aaa9b661fafc672602b3b15c","final_merged_sha":"aba35e855c672b63aaa9b661fafc672602b3b15c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T12:03:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4817/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042211632553136128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4817,"pr_state":"closed","pr_sha":"439cca6df6dc7916c28973911cb1698e6f25ef9d","final_merged_sha":"439cca6df6dc7916c28973911cb1698e6f25ef9d","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T12:02:50Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"db1dfe669375f86f3c313bdb76314552ce5d5b906c28ef80579acde31587ad78","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4817/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042211632553136128","occurred_at":"2026-04-09T12:02:50Z","failed_at":"provision","signature_id":"5564627504dc0ffa8b2a1cfb61f4b200a8883ded65fa2c1a4914a1dd7bd7f88c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-config","test_suite":"step graph","failure_text":"time=2026-04-09T12:48:18.769Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config description=\"Step deploy-mce-config\\n Kind: Helm\\n\"\ntime=2026-04-09T12:48:19.321Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:5d1fc3770795996bc22512c28adf4623ecb8a69eec3018a88e34a87bcba3366a global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-04-09T12:48:19.321Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:48:19.393Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config namespace=multicluster-engine\ntime=2026-04-09T12:48:19.535Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config dryRun=false\ntime=2026-04-09T12:48:19.535Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:48:19.673Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:53:46.639Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\"\ntime=2026-04-09T12:53:46.639Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:53:46.639Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:53:52.005Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config release=mce-config namespace=multicluster-engine status=failed description=\"Release \\\"mce-config\\\" failed: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\" values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:5d1fc3770795996bc22512c28adf4623ecb8a69eec3018a88e34a87bcba3366a global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-04-09T12:53:52.006Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config url=\"https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6yVQW/aTBCG7/4VI5+CZEcJH1/UuMqBpj1FbaWmp1Q9rHcHs2E9Y+0uICR+fLUYY2ogpig3NMz7eN6Z3Z3IoAeLjudWooMHUMILL3KDV5y/ovRPmlTmvNVUJFCHvokSdyFcIG0irhKyCQ9+RQAA8WesDK9KJB8nEM/M3Hm0Bn0qlGJKJZO3bAzadDEMGeXceC3rtBSp0IRxcgxVWJlWbLRcHaAu5VSWK1EIz32Ep52NR6aJLjYcw7kw4VeT9Yx2oSWOpeT5O9g/xB20wImLGL2yxzr6gw2GTK6Q0iazFCQKDN3M+u39I7CwMtuG7Tb1AkLdom1FvbRPmpSm4t19nsHt2M1bxeW8E+aPsDvQcDAODlhH+saROUE7HzBW6ju1V7W9aHUlU3YeVej8Ntx/fL/uOrNhB1Etbzz+/YL0qwteoCVBEhvCxIoSl2xn+4D2tRiH0lsnhqUwzVSOBGp5/WG1LeMZN9d2uqrQuqme+L2BN0rXHeub8zxjkN0JnpJEvz9Gs3mOltCj+xL2govWsJyiRfC6ROdFWUGOfolIcKWExxC+ioc3w7v0ZpTe3P+8HWajD9nt/Us8gOtrOJXz/3/Z6O4lHgyiNbyyJphpUg+aCO3eNmOCdontb6/u2orWUFkO/7aFJlCxqpPPgyRguEigROdEEZBsFVrIV3vmFTr5JwAA//+fVt7FcwcAAA==\"\ntime=2026-04-09T12:53:52.009Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-04-09T12:53:52.017Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"error running Helm release deployment Step, failed to deploy helm release: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a06fbd5fcc888ad73b23531b4c02868c3491230df1cbc7e2346184b81517c8eb","failure_pattern":"failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed post-install: resource not ready, name: finalize-mce-config, kind: Job, status: InProgress\\ncontext deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a06fbd5fcc888ad73b23531b4c02868c3491230df1cbc7e2346184b81517c8eb"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042205780110741504","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4815,"pr_state":"open","pr_sha":"6cba513edb028c082acdbae6eefaadba6fe54373","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T11:39:34Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"19c0d4af4f343e3076ac50f705d840a792004ea7b65e5fce2f4ead24a2a98a2d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042205780110741504","occurred_at":"2026-04-09T11:39:34Z","failed_at":"provision","signature_id":"15506c451cd59da6f2d82eb786f2123fc47c7f46ab750a0333941250717ef385","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","test_suite":"step graph","failure_text":"time=2026-04-09T11:58:48.272Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-04-09T11:58:49.760Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-04-09T11:58:51.487Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=6e390186ffb3ed94d018657eca7050536d45941be4727c52e1e08966928164f0\ntime=2026-04-09T12:20:26.472Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster step=cluster error=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Resources/deployments/6e390186ffb3ed94d018657eca7050536d45941be4727c52e1e08966928164f0/operationStatuses/08584258709551455485\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Resources/deployments/eventGridPrivateEndpoint\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Network/privateEndpoints/eventgrid-lphfsraasy7zw\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"RetryableError\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"A retryable error occurred.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ReferencedResourceNotProvisioned\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Cannot proceed with operation because resource /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Network/virtualNetworks/aks-net/subnets/ClusterSubnet-001 used by resource /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Network/networkInterfaces/eventgrid-lphfsraasy7zw.nic.96c9e424-99fb-4d48-bdd3-ef4f49955f9d is not in Succeeded state. Resource is in Updating state and the last operation that updated/is updating the resource is PutSubnetOperation.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n },\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deployments/admin-api-cert-pxnnqjp5sygum\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deploymentScripts/newCert-admin-api-cert-prow-j0741504\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentScriptACIProvisioningTimeout\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The supporting resource: 'Azure Container Instance' did not provision during the expected time. Correlation Id: 10b9c589-13ec-4804-9230-122da0a253bc. Please try again later, if the issue persists contact technical support for further investigation.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\ntime=2026-04-09T12:22:26.473Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-04-09T12:22:27.571Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-04-09T12:22:29.353Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=164e08494988d267862e8dbff539d8dd46e21323a3789339c49fdefa2fa59641\ntime=2026-04-09T12:27:30.605Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j0741504-svc/providers/Microsoft.Resources/deployments/164e08494988d267862e8dbff539d8dd46e21323a3789339c49fdefa2fa59641/operationStatuses/08584258695370502586\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504/providers/Microsoft.Resources/deployments/rp_cosmos_db\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"PreconditionFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0741504/providers/Microsoft.DocumentDB/databaseAccounts/arohcpprow-rp-j0741504\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"PreconditionFailed\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"There is already an operation in progress which requires exclusive lock on this service arohcpprow-rp-j0741504. Please retry the operation after sometime.\\\\\\\\\\\\\\\\r\\\\\\\\\\\\\\\\nActivityId: 5a83bbac-3228-4d24-8d75-43e57602b7be, Microsoft.Azure.Documents.Common/2.14.0\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"2e4dd80ec2dbe59d9b7c0d41e465bc7787abd1b4b7b806fdc789f94f4aa63b74","failure_pattern":"ERROR CODE: DeploymentFailed; detail code PreconditionFailed; detail message There is already an operation in progress which requires exclusive lock on this service arohcpprow-rp-j0741504. Please retry the operation after sometime.\\\\\\\\\\\\\\ \\\\\\\\\\\\ ActivityId: \u003cuuid\u003e, Microsoft.Azure.Documents.Common/2.14.0\"\\\\\\ \\\\ }; provider Microsoft.DocumentDB","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["2e4dd80ec2dbe59d9b7c0d41e465bc7787abd1b4b7b806fdc789f94f4aa63b74"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4730/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042200318363570176","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4730,"pr_state":"closed","pr_sha":"c9f07cdaf77afc3c4d41fed584593740f5f63fcc","final_merged_sha":"c9f07cdaf77afc3c4d41fed584593740f5f63fcc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T11:17:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4503,"pr_state":"closed","pr_sha":"dec83f9fbfccef278c235e39666e1b3c5d564a26","final_merged_sha":"3a9b5c9cb4bcc81a28d2a98b1dd50a3c686f225a","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T11:09:01Z"},"failed_at":["e2e"],"failed_test_count":15,"occurrences":[{"row_id":"15134a1f154f372570dbebb5c30b8f2b24f0e276d6002370fe0a57337426b9e0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"b9a5cfdc3afcd48370490445ad4a875797573a83a724bb5afff1191627809539","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006c31d0\u003e: \n failed to create HCP cluster ea-list5tqlvl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5tqlvl in resource group ea-list-k27mrs, error: failed waiting for cluster=\"ea-list5tqlvl\" in resourcegroup=\"ea-list-k27mrs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5tqlvl in resource group ea-list-k27mrs, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006c31d0\u003e: \n failed to create HCP cluster ea-list5tqlvl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5tqlvl in resource group ea-list-k27mrs, error: failed waiting for cluster=\"ea-list5tqlvl\" in resourcegroup=\"ea-list-k27mrs\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list5tqlvl in resource group ea-list-k27mrs, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"20eec37fe551f7c5cb007fdc6a646f449016deb0f18b1e678ea8538e6826f0d9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"5bcb6da37dd7293bba9daf4c52f87303d72ae6d8a9a5ca9113f65f05b2460ba5","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP stable channel for 4.20","test_suite":"rp-api-compat-all/parallel","failure_text":"p=0xc000157838 pc=0x30724e5\nnet.(*conn).Read(0xc000ea6640, {0xc000371000?, 0x7f944ae4af48?, 0x7f94932425c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0001578c8 sp=0xc000157880 pc=0x3084585\ncrypto/tls.(*atLeastReader).Read(0xc001470288, {0xc000371000?, 0x82fa801?, 0x4?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000157910 sp=0xc0001578c8 pc=0x30f001b\nbytes.(*Buffer).ReadFrom(0xc000ad37a8, {0x8d63140, 0xc001470288})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000157968 sp=0xc000157910 pc=0x2ee9c78\ncrypto/tls.(*Conn).readFromUntil(0xc000ad3508, {0x8d63f20, 0xc000ea6640}, 0xc0001579d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0001579a0 sp=0xc000157968 pc=0x30f01fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000ad3508, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000157c18 sp=0xc0001579a0 pc=0x30ed27b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000ad3508, {0xc00130f000, 0x1000, 0x3532980?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000157c80 sp=0xc000157c18 pc=0x30f3b65\nbufio.(*Reader).Read(0xc0013088a0, {0xc0013e4664, 0x9, 0x3540a2e?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000157cb8 sp=0xc000157c80 pc=0x2f861d7\nio.ReadAtLeast({0x8d62740, 0xc0013088a0}, {0xc0013e4664, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000157d00 sp=0xc000157cb8 pc=0x2e78e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0013e4664, 0x9, 0xc00000027d?}, {0x8d62740?, 0xc0013088a0?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000157d50 sp=0xc000157d00 pc=0x3529745\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0013e4620)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000157dd8 sp=0xc000157d50 pc=0x352a30b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0013e4620)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000157e18 sp=0xc000157dd8 pc=0x352aa78\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000157fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000157f60 sp=0xc000157e18 pc=0x353d96a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc00164b180)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000157fc8 sp=0xc000157f60 pc=0x353ccf2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000157fe0 sp=0xc000157fc8 pc=0x3536485\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x2e26cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 156\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\ngoroutine 1077 gp=0xc0010eb340 m=nil [select]:\nruntime.gopark(0xc0000dbab8?, 0x2?, 0x90?, 0xc3?, 0xc0000dbaac?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0000db938 sp=0xc0000db918 pc=0x2e1e50e\nruntime.selectgo(0xc0000dbab8, 0xc0000dbaa8, 0xc0009a4b60?, 0x0, 0x3635d3c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0000dba78 sp=0xc0000db938 pc=0x2df92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e03328, 0xc000ceb220}, 0x831c8d0?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0000dbae8 sp=0xc0000dba78 pc=0x3635496\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e50d60, {0x8e03328, 0xc000ceb220}, 0xc0016cb550)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc0000dbde8 sp=0xc0000dbae8 pc=0x3bf2d72\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e03328, 0xc000ceb1d0}, 0xc001471020, {0xc00161a018, 0x15}, {0xc001689d00, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc0000dbef0 sp=0xc0000dbde8 pc=0x6a4bc98\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc0000dbf78 sp=0xc0000dbef0 pc=0x6a4e294\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc0000dbfe0 sp=0xc0000dbf78 pc=0x3c8ae70\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000dbfe8 sp=0xc0000dbfe0 pc=0x2e26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1091\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax 0xca\nrbx 0x0\nrcx 0x2e28ae3\nrdx 0x0\nrdi 0xc378ef0\nrsi 0x80\nrbp 0x7ffd1dcc5180\nrsp 0x7ffd1dcc5138\nr8 0x0\nr9 0x0\nr10 0x0\nr11 0x286\nr12 0xc\nr13 0x1\nr14 0xc376e00\nr15 0x3\nrip 0x2e28ae1\nrflags 0x286\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\np=0xc000157838 pc=0x30724e5\nnet.(*conn).Read(0xc000ea6640, {0xc000371000?, 0x7f944ae4af48?, 0x7f94932425c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0001578c8 sp=0xc000157880 pc=0x3084585\ncrypto/tls.(*atLeastReader).Read(0xc001470288, {0xc000371000?, 0x82fa801?, 0x4?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000157910 sp=0xc0001578c8 pc=0x30f001b\nbytes.(*Buffer).ReadFrom(0xc000ad37a8, {0x8d63140, 0xc001470288})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000157968 sp=0xc000157910 pc=0x2ee9c78\ncrypto/tls.(*Conn).readFromUntil(0xc000ad3508, {0x8d63f20, 0xc000ea6640}, 0xc0001579d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0001579a0 sp=0xc000157968 pc=0x30f01fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000ad3508, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000157c18 sp=0xc0001579a0 pc=0x30ed27b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000ad3508, {0xc00130f000, 0x1000, 0x3532980?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000157c80 sp=0xc000157c18 pc=0x30f3b65\nbufio.(*Reader).Read(0xc0013088a0, {0xc0013e4664, 0x9, 0x3540a2e?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000157cb8 sp=0xc000157c80 pc=0x2f861d7\nio.ReadAtLeast({0x8d62740, 0xc0013088a0}, {0xc0013e4664, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000157d00 sp=0xc000157cb8 pc=0x2e78e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0013e4664, 0x9, 0xc00000027d?}, {0x8d62740?, 0xc0013088a0?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000157d50 sp=0xc000157d00 pc=0x3529745\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0013e4620)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000157dd8 sp=0xc000157d50 pc=0x352a30b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0013e4620)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000157e18 sp=0xc000157dd8 pc=0x352aa78\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000157fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000157f60 sp=0xc000157e18 pc=0x353d96a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc00164b180)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000157fc8 sp=0xc000157f60 pc=0x353ccf2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000157fe0 sp=0xc000157fc8 pc=0x3536485\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x2e26cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 156\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\ngoroutine 1077 gp=0xc0010eb340 m=nil [select]:\nruntime.gopark(0xc0000dbab8?, 0x2?, 0x90?, 0xc3?, 0xc0000dbaac?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0000db938 sp=0xc0000db918 pc=0x2e1e50e\nruntime.selectgo(0xc0000dbab8, 0xc0000dbaa8, 0xc0009a4b60?, 0x0, 0x3635d3c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0000dba78 sp=0xc0000db938 pc=0x2df92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e03328, 0xc000ceb220}, 0x831c8d0?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0000dbae8 sp=0xc0000dba78 pc=0x3635496\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e50d60, {0x8e03328, 0xc000ceb220}, 0xc0016cb550)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc0000dbde8 sp=0xc0000dbae8 pc=0x3bf2d72\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e03328, 0xc000ceb1d0}, 0xc001471020, {0xc00161a018, 0x15}, {0xc001689d00, 0x1a}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc0000dbef0 sp=0xc0000dbde8 pc=0x6a4bc98\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc0000dbf78 sp=0xc0000dbef0 pc=0x6a4e294\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc0000dbfe0 sp=0xc0000dbf78 pc=0x3c8ae70\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000dbfe8 sp=0xc0000dbfe0 pc=0x2e26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1091\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax 0xca\nrbx 0x0\nrcx 0x2e28ae3\nrdx 0x0\nrdi 0xc378ef0\nrsi 0x80\nrbp 0x7ffd1dcc5180\nrsp 0x7ffd1dcc5138\nr8 0x0\nr9 0x0\nr10 0x0\nr11 0x286\nr12 0xc\nr13 0x1\nr14 0xc376e00\nr15 0x3\nrip 0x2e28ae1\nrflags 0x286\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"22c47e146c2442ea15d5b8ae7c35406cd774631bb8abb8a150e27426d567c9d6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"62a72da01874c7cbca120327c3feda3aeaebb4b364860b219c1b2366d7be36a0","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00189cc30\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-58r644, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-58r644\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-58r644, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00189cc30\u003e: \n failed to create HCP cluster oidc-wi-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-58r644, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-58r644\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-58r644, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"35db5c73e55fde5dc782496c200b390acd3e9baa32914d293533b71337f6ccf6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"89eb1f49e163b3537950cd939929fedd93ba89f8bf647088c3dbebd797f767d5","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:137]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001687140\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-978ftx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-978ftx in resource group rg-np-version-upgrade-978ftx-lq84wc, error: failed waiting for cluster=\"np-version-upgrade-cluster-978ftx\" in resourcegroup=\"rg-np-version-upgrade-978ftx-lq84wc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-978ftx in resource group rg-np-version-upgrade-978ftx-lq84wc, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:137]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001687140\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-978ftx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-978ftx in resource group rg-np-version-upgrade-978ftx-lq84wc, error: failed waiting for cluster=\"np-version-upgrade-cluster-978ftx\" in resourcegroup=\"rg-np-version-upgrade-978ftx-lq84wc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-978ftx in resource group rg-np-version-upgrade-978ftx-lq84wc, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"436d4c2c1d4983581f4ff86f8aec428f1ada9a929345440db5b7bb55bcf53d46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"054599ee61383ec87feac751e2eb0abac7fdf2dd47f76b8dffef3f0b75785c0b","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001688c00\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7lv7h2, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7lv7h2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7lv7h2, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001688c00\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7lv7h2, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-7lv7h2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-7lv7h2, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"449f7cc3b82c5436eef3b76d0e9d68e2bf0ddbe8fe60b12c1b50c6541a41efe6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"b7af7ab06a6b7592e468e379b86c5498b98104927c8ff41fb58b94730ae73862","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00171d2c0\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-h8qmpv, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-h8qmpv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-h8qmpv, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00171d2c0\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-h8qmpv, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-h8qmpv\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-h8qmpv, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"6c5a031b3315bd3a72109ea25adc8cc68fef869fe020708c96449910c39647ec","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"cfd435b4234763f6a0ad63c26286b9b311560647ff0c5292df0789c1f2575c65","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00076c570\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ndzr6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ndzr6k, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00076c570\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ndzr6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ndzr6k, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"6f42bd1a7d9e8d1e1d69d908e53205545c887203f7dd23d8a13d9836c9502c48","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"314b52a7616b014a027265c50eaedf90d82d49042a201f4587ef9bef4728edde","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010e0f60\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rxk4xl, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-rxk4xl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rxk4xl, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010e0f60\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rxk4xl, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-rxk4xl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-rxk4xl, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"8949651d1a15c29654bcea13576e52ca804092caa4085de741749a73bfa542b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"11e8eec9e55f2ca23eb45fea6931f19a04a9c1083f8ec068493b4051caa1f3b3","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001508de0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5nbrl5, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5nbrl5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5nbrl5, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001508de0\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5nbrl5, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5nbrl5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5nbrl5, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"896ed1bb34128ce4ffbd694c9eb5fd59a2ac188f620196e56904467b25002187","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"c4cef6a5f132b94cc1ecb1817cc42a9184d301513a105693eea7a14b752872a6","test_name":"Customer should be able to update node pool labels and taints","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fc8720\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-b7n9qq, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-b7n9qq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-b7n9qq, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fc8720\u003e: \n failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-b7n9qq, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-b7n9qq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-b7n9qq, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"a7244752a13e198cd758915b9fe8cb95c08e828ea6d31f323149ab902e83b110","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"832f5165cf449f252416d8887456f891800d516052f78e4be841b80901b69594","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:116]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008bdc50\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-t5bjxc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group e2e-cilium-t5bjxc, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:116]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008bdc50\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-t5bjxc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group e2e-cilium-t5bjxc, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"b2cf2a488e8bd2debd7d478c90f8b85e5f73757be6a0e3c82dbd8a92d6a0bdbb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"8f2b54bd5046471094c7cc8d63d9653dbc5b3e2ac21016dd0d2dbc5db6748e70","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:99]: Timed out after 600.006s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000b8c470\u003e: \n must-gather CLI test failures:\n query-basic: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-basic-249057043/service\n query-skip-hcp-logs: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-hcp-logs-3006838269/service\n query-skip-kubernetes-events: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-kubernetes-events-2594273488/service\n query-collect-systemd-logs: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-collect-systemd-logs-204975206/service\n query-skip-hcp-and-events: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-hcp-and-events-4224083595/service\n query-infra-svc: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-svc-1680757761/service\n query-infra-mgmt: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-mgmt-2849868833/service\n query-infra-both: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-both-3625694075/service\n ...\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:99]: Timed out after 600.006s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000b8c470\u003e: \n must-gather CLI test failures:\n query-basic: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-basic-249057043/service\n query-skip-hcp-logs: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-hcp-logs-3006838269/service\n query-skip-kubernetes-events: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-kubernetes-events-2594273488/service\n query-collect-systemd-logs: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-collect-systemd-logs-204975206/service\n query-skip-hcp-and-events: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-skip-hcp-and-events-4224083595/service\n query-infra-svc: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-svc-1680757761/service\n query-infra-mgmt: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-mgmt-2849868833/service\n query-infra-both: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-infra-both-3625694075/service\n ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3b7353b645d6eb007354ef2d9ec2459a42b7fc2e07edfaac333789fd65d5bf25","failure_pattern":"query-basic: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-basic-249057043/service","search_query":"query-basic: directory \"service\" verification failed: no .log files found in /tmp/must-gather-cli-e2e-query-basic-249057043/service"}},{"row_id":"b88eba0fdeb6fc148a89bdacb593839830ac9a31c81638164cc6915f1ea5aea2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"4aed62b7e29bbb08d734af9a367e4c8a98e57f5e31561c34ab2b795fce6aba3e","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:137]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000615050\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-qvng9n, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-qvng9n in resource group rg-np-version-upgrade-qvng9n-xtxhrq, error: failed waiting for cluster=\"np-version-upgrade-cluster-qvng9n\" in resourcegroup=\"rg-np-version-upgrade-qvng9n-xtxhrq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-qvng9n in resource group rg-np-version-upgrade-qvng9n-xtxhrq, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:137]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000615050\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-qvng9n, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-qvng9n in resource group rg-np-version-upgrade-qvng9n-xtxhrq, error: failed waiting for cluster=\"np-version-upgrade-cluster-qvng9n\" in resourcegroup=\"rg-np-version-upgrade-qvng9n-xtxhrq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-qvng9n in resource group rg-np-version-upgrade-qvng9n-xtxhrq, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"c7877c5b5ed242a662683d357d56ea7b707b938bb120ebe585ea9e983475c2c0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"0525a8076acc2ee82b1ff20380c15c18e005d5b011b70aa86055e9fbf9a7733d","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:117]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c16c30\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-7g2kk5, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-7g2kk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-7g2kk5, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:117]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000c16c30\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-7g2kk5, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-7g2kk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-7g2kk5, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}},{"row_id":"eed9555da6c017e7970938354e0e439cdb21a29ca39ffef6dc21872cde7f14f2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4503/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042198108229603328","occurred_at":"2026-04-09T11:09:01Z","failed_at":"e2e","signature_id":"413bc5c88a3294e7eb45b2b669f813eadfca9601f69de48fdcb26535e511c1a5","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001096810\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-d85r4m, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-d85r4m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-d85r4m, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001096810\u003e: \n failed to create HCP cluster ephemeral-disk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-d85r4m, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-d85r4m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-d85r4m, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-8bskfc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-8bskfc, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":15,"failure_pattern_ids":["3b7353b645d6eb007354ef2d9ec2459a42b7fc2e07edfaac333789fd65d5bf25","9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":15,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4816/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042197486163988480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4816,"pr_state":"closed","pr_sha":"773adf3bc973af03394128232a86c691b7207088","final_merged_sha":"773adf3bc973af03394128232a86c691b7207088","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T11:06:37Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4719/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042194582862565376","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4719,"pr_state":"closed","pr_sha":"bb8881480b5ead602ebb8a797a1490613a22af93","final_merged_sha":"bb8881480b5ead602ebb8a797a1490613a22af93","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T10:54:50Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4763/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042192145615425536","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4763,"pr_state":"closed","pr_sha":"085601e9aa6f4a93052054c820e133170e711dd3","final_merged_sha":"5cb8e0820f193d7c23a369dbbb0a969d37e7ada3","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T10:45:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4787/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042183408909553664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4787,"pr_state":"closed","pr_sha":"aba35e855c672b63aaa9b661fafc672602b3b15c","final_merged_sha":"aba35e855c672b63aaa9b661fafc672602b3b15c","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T10:10:41Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d0e0b5ca48d1dd2d5dea74a05c3d7f7b94b95c959b6c184813c92005f07980e5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4787/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042183408909553664","occurred_at":"2026-04-09T10:10:41Z","failed_at":"provision","signature_id":"a92d4fdda89404c96f6e29e5316fe307685615f9f164ed20df24817abd4ca211","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.Backend/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-04-09T10:58:26.782Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e backend.image.registry \u003cnil\u003e}:{\u003cnil\u003e backend.image.repository \u003cnil\u003e}@{\u003cnil\u003e backend.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-04-09T10:58:52.732Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build05.ci.openshift.org registry.build05.ci.openshift.org registry.build05.ci.openshift.org registry.build05.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build05.ci.openshift.org\\nSaved credentials for registry.build05.ci.openshift.org into /tmp/tmp.tU8xJMvUEZ/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build05.ci.openshift.org/ci-op-hbgybitr/pipeline@sha256:b8dceb63a64be16ea7162f3999a4ea9d440e19c95893d81077d39ac12e3422ed to arohcpsvcdev.azurecr.io/ci-op-hbgybitr/pipeline:b8dceb63a64be16ea7162f3999a4ea9d440e19c95893d81077d39ac12e3422ed.\\nThe image will still be available under it's original digest sha256:b8dceb63a64be16ea7162f3999a4ea9d440e19c95893d81077d39ac12e3422ed in the target registry.\\nError: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-hbgybitr/pipeline/blobs/uploads/982f269b-81b5-4e36-8584-759981dc3ece?_nouploadcache=false\u0026_state=waI3dWxeN4284M7Kl_mKGWz-B8lpf6GJQZ7pDgJybOx7Ik5hbWUiOiJjaS1vcC1oYmd5Yml0ci9waXBlbGluZSIsIlVVSUQiOiI5ODJmMjY5Yi04MWI1LTRlMzYtODU4NC03NTk5ODFkYzNlY2UiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDQtMDlUMTA6NTg6MjkuNDUyMTQ5NjA2WiJ9\u0026digest=sha256%3A60e6d3006e5bb3e34ef0e09545c134b3fea222f557bc24959ec63056c1ef14c7\\\": read tcp 172.24.232.184:54994-\u003e172.64.66.1:443: read: connection reset by peer\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7fed4d4df4591c7e3fe9f07aebddd940980fc09d73dd627d1834eabdc96bd811","failure_pattern":"Error: Put \"\u003curl\u003e\": read tcp \u003cip\u003e-\u003e\u003cip\u003e: read: connection reset by peer","search_query":"Error: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-hbgybitr/pipeline/blobs/uploads/982f269b-81b5-4e36-8584-759981dc3ece?_nouploadcache=false\u0026_state=waI3dWxeN4284M7Kl_mKGWz-B8lpf6GJQZ7pDgJybOx7Ik5hbWUiOiJjaS1vcC1oYmd5Yml0ci9waXBlbGluZSIsIlVVSUQiOiI5ODJmMjY5Yi04MWI1LTRlMzYtODU4NC03NTk5ODFkYzNlY2UiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDQtMDlUMTA6NTg6MjkuNDUyMTQ5NjA2WiJ9\u0026digest=sha256%3A60e6d3006e5bb3e34ef0e09545c134b3fea222f557bc24959ec63056c1ef14c7\\\": read tcp 172.24.232.184:54994-\u003e172.64.66.1:443: read: connection reset by peer"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["7fed4d4df4591c7e3fe9f07aebddd940980fc09d73dd627d1834eabdc96bd811"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042182709698105344","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4793,"pr_state":"closed","pr_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","final_merged_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T10:07:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4740/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042178757560635392","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4740,"pr_state":"closed","pr_sha":"389466a234f4716ad49f8b021a30f1f018b06ea6","final_merged_sha":"389466a234f4716ad49f8b021a30f1f018b06ea6","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T09:52:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042151790790578176","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4574,"pr_state":"closed","pr_sha":"162cc07eb137e2c6e706c814b9d10c4449bc72e0","final_merged_sha":"162cc07eb137e2c6e706c814b9d10c4449bc72e0","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T08:05:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3390/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042149617872670720","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3390,"pr_state":"closed","pr_sha":"a77590f8c126eb1f258d230a70913615e4fee8e4","final_merged_sha":"a77590f8c126eb1f258d230a70913615e4fee8e4","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T07:56:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042143492938928128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4574,"pr_state":"closed","pr_sha":"162cc07eb137e2c6e706c814b9d10c4449bc72e0","final_merged_sha":"162cc07eb137e2c6e706c814b9d10c4449bc72e0","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T07:32:04Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"5360e36fc8c55ff9937c7222d3c2bc59f89ddd7727793614e80b3030c2322131","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042143492938928128","occurred_at":"2026-04-09T07:32:04Z","failed_at":"provision","signature_id":"c027c4d12f6a3d02006d0282f3d5b1020328ed77f7bf43d76c7a5e7566e656ac","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","test_suite":"step graph","failure_text":"time=2026-04-09T07:53:12.174Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-04-09T07:53:13.773Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-04-09T07:53:15.763Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=1d49503f43dedf817bcee14d2afeb1f394679364277b7cd9b70801ba702b92dc\ntime=2026-04-09T07:57:17.011Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j8928128-svc/providers/Microsoft.Resources/deployments/1d49503f43dedf817bcee14d2afeb1f394679364277b7cd9b70801ba702b92dc/operationStatuses/08584258856909037792\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8928128-svc/providers/Microsoft.Resources/deployments/cluster-qfdblrtkvxqe4\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Conflict\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8928128-svc/providers/Microsoft.ContainerService/managedClusters/prow-j8928128-svc\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"OperationNotAllowed\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"details\\\\\\\\\\\\\\\": null,\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"Operation is not allowed because there's an in progress create managed cluster operation (operation ID: baf90683-53a0-4a71-a8d8-c2ef8b4d4407) on the managed cluster started on UTC 2026-04-09T07:54:31Z. Please wait for it to finish before starting a new operation. You can also use 'az aks operation-abort ...' to abort the ongoing operation.\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n \\\\\\\\\\\\\\\"subcode\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"081e5cedc45aa88c1a1403f81934a0404ef18b6871f9d09ca5f015b2554bfb19","failure_pattern":"ERROR CODE: DeploymentFailed; detail code OperationNotAllowed; detail message Operation is not allowed because there's an in progress create managed cluster operation (operation ID: \u003cuuid\u003e) on the managed cluster started on UTC \u003ctimestamp\u003e.; provider Microsoft.ContainerService","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["081e5cedc45aa88c1a1403f81934a0404ef18b6871f9d09ca5f015b2554bfb19"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4716/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042140707308703744","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4716,"pr_state":"closed","pr_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","final_merged_sha":"c52d51f79dd994bd5fed1eeaa25262627ab68a3a","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T07:21:00Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042138321076883456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4815,"pr_state":"open","pr_sha":"550dd3787ca71e1def18f583ed537913bf5bc897","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T07:11:31Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"0e12771fe467c1ad3d5a3f4887b3cf7548660c9eea874267eaf882b463a40081","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042138321076883456","occurred_at":"2026-04-09T07:11:31Z","failed_at":"e2e","signature_id":"1144dd920e5ee51afecaffbd8e97cd86ed363ff5fee30becbe98b2670b6f05a6","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:100]: Timed out after 600.001s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc001e9f1a0\u003e: \n columns with no data in the last 24 hours: [ServiceLogs.backendLogs.client_request_id ServiceLogs.backendLogs.correlation_request_id ServiceLogs.backendLogs.operation ServiceLogs.backendLogs.internal_id ServiceLogs.backendLogs.cluster_id ServiceLogs.backendLogs.cloud_error_code ServiceLogs.backendLogs.cloud_error_message ServiceLogs.frontendLogs.client_request_id ServiceLogs.frontendLogs.correlation_request_id ServiceLogs.kubernetesEvents.kubeEventType ServiceLogs.systemdLogs.timestamp ServiceLogs.systemdLogs.cluster ServiceLogs.systemdLogs.hostname ServiceLogs.systemdLogs.region ServiceLogs.systemdLogs.environment ServiceLogs.systemdLogs.log ServiceLogs.systemdLogs.systemd_unit ServiceLogs.systemdLogs.message ServiceLogs.systemdLogs.tag HostedControlPlaneLogs.kubernetesEvents.timestamp HostedControlPlaneLogs.kubernetesEvents.log HostedControlPlaneLogs.kubernetesEvents.environment HostedControlPlaneLogs.kubernetesEvents.cluster HostedControlPlaneLogs.kubernetesEvents.namespace HostedControlPlaneLogs.kubernetesEvents.containerName HostedControlPlaneLogs.kubernetesEvents.containerImage HostedControlPlaneLogs.kubernetesEvents.host HostedControlPlaneLogs.kubernetesEvents.labels HostedControlPlaneLogs.kubernetesEvents.podName HostedControlPlaneLogs.kubernetesEvents.region HostedControlPlaneLogs.kubernetesEvents.count HostedControlPlaneLogs.kubernetesEvents.kubeEventType HostedControlPlaneLogs.kubernetesEvents.firstSeen HostedControlPlaneLogs.kubernetesEvents.lastSeen HostedControlPlaneLogs.kubernetesEvents.message HostedControlPlaneLogs.kubernetesEvents.eventNamespace HostedControlPlaneLogs.kubernetesEvents.objectKind HostedControlPlaneLogs.kubernetesEvents.objectName HostedControlPlaneLogs.kubernetesEvents.objectApiVersion HostedControlPlaneLogs.kubernetesEvents.objectUID HostedControlPlaneLogs.kubernetesEvents.reason HostedControlPlaneLogs.kubernetesEvents.sourceComponent HostedControlPlaneLogs.kubernetesEvents.tag]\n ...\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:100]: Timed out after 600.001s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc001e9f1a0\u003e: \n columns with no data in the last 24 hours: [ServiceLogs.backendLogs.client_request_id ServiceLogs.backendLogs.correlation_request_id ServiceLogs.backendLogs.operation ServiceLogs.backendLogs.internal_id ServiceLogs.backendLogs.cluster_id ServiceLogs.backendLogs.cloud_error_code ServiceLogs.backendLogs.cloud_error_message ServiceLogs.frontendLogs.client_request_id ServiceLogs.frontendLogs.correlation_request_id ServiceLogs.kubernetesEvents.kubeEventType ServiceLogs.systemdLogs.timestamp ServiceLogs.systemdLogs.cluster ServiceLogs.systemdLogs.hostname ServiceLogs.systemdLogs.region ServiceLogs.systemdLogs.environment ServiceLogs.systemdLogs.log ServiceLogs.systemdLogs.systemd_unit ServiceLogs.systemdLogs.message ServiceLogs.systemdLogs.tag HostedControlPlaneLogs.kubernetesEvents.timestamp HostedControlPlaneLogs.kubernetesEvents.log HostedControlPlaneLogs.kubernetesEvents.environment HostedControlPlaneLogs.kubernetesEvents.cluster HostedControlPlaneLogs.kubernetesEvents.namespace HostedControlPlaneLogs.kubernetesEvents.containerName HostedControlPlaneLogs.kubernetesEvents.containerImage HostedControlPlaneLogs.kubernetesEvents.host HostedControlPlaneLogs.kubernetesEvents.labels HostedControlPlaneLogs.kubernetesEvents.podName HostedControlPlaneLogs.kubernetesEvents.region HostedControlPlaneLogs.kubernetesEvents.count HostedControlPlaneLogs.kubernetesEvents.kubeEventType HostedControlPlaneLogs.kubernetesEvents.firstSeen HostedControlPlaneLogs.kubernetesEvents.lastSeen HostedControlPlaneLogs.kubernetesEvents.message HostedControlPlaneLogs.kubernetesEvents.eventNamespace HostedControlPlaneLogs.kubernetesEvents.objectKind HostedControlPlaneLogs.kubernetesEvents.objectName HostedControlPlaneLogs.kubernetesEvents.objectApiVersion HostedControlPlaneLogs.kubernetesEvents.objectUID HostedControlPlaneLogs.kubernetesEvents.reason HostedControlPlaneLogs.kubernetesEvents.sourceComponent HostedControlPlaneLogs.kubernetesEvents.tag]\n ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"68aeb99a0b1c84ccb86509f441c5e3672ed9b8056abad25c8b1fbbf31da821b1","failure_pattern":"columns with no data in the last 24 hours: [ServiceLogs","search_query":"columns with no data in the last 24 hours: [ServiceLogs"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["68aeb99a0b1c84ccb86509f441c5e3672ed9b8056abad25c8b1fbbf31da821b1"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042134843701071872","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4815,"pr_state":"open","pr_sha":"dd83c931d353ba9abe2dec98e136c8db3a44faea","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T06:57:42Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"c44d264d18c0d006644aeb2f074d61990f71e62c2e56f5eaeaaff247ddc8edae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4815/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042134843701071872","occurred_at":"2026-04-09T06:57:42Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3390/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042134045176893440","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3390,"pr_state":"closed","pr_sha":"f78c018420ee529d3bdd494d8d5cda053d36d997","final_merged_sha":"a77590f8c126eb1f258d230a70913615e4fee8e4","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-04-09T06:54:31Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"a629e7ebcac8a7655e694dd9296c4d572bf2e7794a77779f673cb68694fbc605","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3390/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042134045176893440","occurred_at":"2026-04-09T06:54:31Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-04-09T07:10:42.067Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-04-09T07:10:44.180Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-04-09T07:10:45.375Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=e76b6d98e99a2cccfa5d58eaaa81f633c720c4dec01e28da87dbae7d661d381e\ntime=2026-04-09T07:12:16.273Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6893440/providers/Microsoft.Resources/deployments/e76b6d98e99a2cccfa5d58eaaa81f633c720c4dec01e28da87dbae7d661d381e/operationStatuses/08584258882408667335\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6893440/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6893440/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j6893440\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 40371d5b-8c27-4549-b41d-1cd4e21a7e1c:4/9/2026 7:11:49 AM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4795/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042129831189024768","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4795,"pr_state":"closed","pr_sha":"a12442739558e12c3ca2c15dc9861d4eac364016","final_merged_sha":"a12442739558e12c3ca2c15dc9861d4eac364016","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T06:37:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4814/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042128699712606208","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4814,"pr_state":"closed","pr_sha":"5c39e74293d57eeaa2634ed76f16639450c65bef","final_merged_sha":"5c39e74293d57eeaa2634ed76f16639450c65bef","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T06:33:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4793/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042126845742157824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4793,"pr_state":"closed","pr_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","final_merged_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T06:25:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042119910783455232","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4795,"pr_state":"closed","pr_sha":"c4a7741272b2f5619408ee25be1cb9ac816c2e64","final_merged_sha":"a12442739558e12c3ca2c15dc9861d4eac364016","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-04-09T05:58:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4794/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042119213509775360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4794,"pr_state":"closed","pr_sha":"09480b450c22d21b064a2354cb8dbdfc0de718ab","final_merged_sha":"09480b450c22d21b064a2354cb8dbdfc0de718ab","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T05:55:35Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4782/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042108979567398912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4782,"pr_state":"closed","pr_sha":"29196eb5fccd69b78e533458e88791de6b493e0f","final_merged_sha":"29196eb5fccd69b78e533458e88791de6b493e0f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T05:14:46Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4702/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042103939335196672","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4702,"pr_state":"closed","pr_sha":"a5e4983ae91a2cfa4173521de153fc43fb6fefa3","final_merged_sha":"a5e4983ae91a2cfa4173521de153fc43fb6fefa3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T04:54:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4793/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042084519992889344","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4793,"pr_state":"closed","pr_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","final_merged_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T03:37:44Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"469067880b862df4298db9fb6a53aa9bbd363db7265d2e6153b2de9bbf289d85","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4793/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042084519992889344","occurred_at":"2026-04-09T03:37:44Z","failed_at":"e2e","signature_id":"b5c9a59a5edba750ef7e75c2f649af0e21819086bc20267bc4bb06c62fa2eafd","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:80]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0004d8aa0\u003e: \n failed to create customer-infra: failed waiting for deployment \"customer-infra-arm64-vm-hcp-cluster-djsmgr\" in resourcegroup=\"arm64-vm-cluster-6xkk9l\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/arm64-vm-cluster-6xkk9l/providers/Microsoft.Resources/deployments/customer-infra-arm64-vm-hcp-cluster-djsmgr/operationStatuses/08584258977900278878\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: DeploymentFailed\n --------------------------------------------------------------------------------\n {\n \"status\": \"Failed\",\n \"error\": {\n \"code\": \"DeploymentFailed\",\n \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n \"details\": [\n {\n \"code\": \"Conflict\",\n \"message\": \"{\\r\\n \\\"error\\\": {\\r\\n \\\"code\\\": \\\"ConflictError\\\",\\r\\n \\\"message\\\": \\\"A conflict occurred that prevented the operation from completing. The operation failed because the Key Vault '' changed from the point the operation began. This can happen if parallel operations are being performed on the Key Vault. To prevent this error, serialize the operations so that only one operation is performed on the Key Vault at a time. Follow this link for more information: https://go.microsoft.com/fwlink/?linkid=2147741\\\"\\r\\n }\\r\\n}\"\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:80]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0004d8aa0\u003e: \n failed to create customer-infra: failed waiting for deployment \"customer-infra-arm64-vm-hcp-cluster-djsmgr\" in resourcegroup=\"arm64-vm-cluster-6xkk9l\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/arm64-vm-cluster-6xkk9l/providers/Microsoft.Resources/deployments/customer-infra-arm64-vm-hcp-cluster-djsmgr/operationStatuses/08584258977900278878\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: DeploymentFailed\n --------------------------------------------------------------------------------\n {\n \"status\": \"Failed\",\n \"error\": {\n \"code\": \"DeploymentFailed\",\n \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n \"details\": [\n {\n \"code\": \"Conflict\",\n \"message\": \"{\\r\\n \\\"error\\\": {\\r\\n \\\"code\\\": \\\"ConflictError\\\",\\r\\n \\\"message\\\": \\\"A conflict occurred that prevented the operation from completing. The operation failed because the Key Vault '' changed from the point the operation began. This can happen if parallel operations are being performed on the Key Vault. To prevent this error, serialize the operations so that only one operation is performed on the Key Vault at a time. Follow this link for more information: https://go.microsoft.com/fwlink/?linkid=2147741\\\"\\r\\n }\\r\\n}\"\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"cb3f1af3ae5c6870302b8493e6567a2cb5b04bdc76461d8531d6cdaf4f74aada","failure_pattern":"ERROR CODE: DeploymentFailed; detail code ConflictError; detail message A conflict occurred that prevented the operation from completing. The operation failed because the Key Vault '' changed from the point the operation began. This can happen if parallel operations are being performed on the Key Vault. To prevent this error, serialize the operations so that only one operation is performed on the Key Vault at a time. Follow this link for more information: \u003curl\u003e","search_query":"ERROR CODE: DeploymentFailed"}},{"row_id":"e775915b3da322eda530a269e29a8dfc1104a03bdf42f8f2620e8fb9518ab14b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4793/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042084519992889344","occurred_at":"2026-04-09T03:37:44Z","failed_at":"e2e","signature_id":"bf17396250c6200df53e556e7465128d77153e82de7c505fc4528a1233d511e4","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000848940\u003e: \n failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-dqqp89\" to finish getting creds: GET https://rp.j2889344.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: ResourceNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"ResourceNotFound\",\n \"message\": \"The resource 'locations/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8' under resource group '' was not found.\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000848940\u003e: \n failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-dqqp89\" to finish getting creds: GET https://rp.j2889344.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8\n --------------------------------------------------------------------------------\n RESPONSE 404: 404 Not Found\n ERROR CODE: ResourceNotFound\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"ResourceNotFound\",\n \"message\": \"The resource 'locations/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8' under resource group '' was not found.\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/aa493c70-f1d1-4cdd-8db6-5cc7489331f8\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"657e53ad5d5680010d2301e3d7c635143dbc126a29582451d12bff3f530c8c1b","failure_pattern":"ERROR CODE: ResourceNotFound; detail message The resource 'locations/hcpOperationStatuses/\u003cuuid\u003e' under resource group '' was not found.; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: ResourceNotFound"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["657e53ad5d5680010d2301e3d7c635143dbc126a29582451d12bff3f530c8c1b","cb3f1af3ae5c6870302b8493e6567a2cb5b04bdc76461d8531d6cdaf4f74aada"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042083834878496768","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4793,"pr_state":"closed","pr_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","final_merged_sha":"ddf11d587910dbfe2b28268db6bcf4aae9632602","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-09T03:35:00Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"f2b6d0d29fc8d0f892da756e2828327932277cfa4db8d5bcebc9e81ad1e31048","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042083834878496768","occurred_at":"2026-04-09T03:35:00Z","failed_at":"e2e","signature_id":"7ce4176754c47286e6b0d0ccb65ef2368ce032c53a8a479253a082879103ccd9","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00093e120\u003e: \n PATCH https://rp.j8496768.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-qzrmlx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Cluster '2pie0apo0b0ea79s4ipi5euqs5uh574h' is in state 'updating', can't update\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00093e120\u003e: \n PATCH https://rp.j8496768.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-qzrmlx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Cluster '2pie0apo0b0ea79s4ipi5euqs5uh574h' is in state 'updating', can't update\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"87ad73a46ab2d56c35fb991c7d6f8d6ec5202de193b259d25c97e1491b14c6e7","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Cluster '\u003cid\u003e' is in state 'updating', can't update; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["87ad73a46ab2d56c35fb991c7d6f8d6ec5202de193b259d25c97e1491b14c6e7"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042083028062179328","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4790,"pr_state":"closed","pr_sha":"142dd922953fed41a47382bdb70bb484484592b0","final_merged_sha":"142dd922953fed41a47382bdb70bb484484592b0","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T03:31:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2042047624873250816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4741,"pr_state":"closed","pr_sha":"80a5f12065160304bbd1d53f7b889648d9535260","final_merged_sha":"80a5f12065160304bbd1d53f7b889648d9535260","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-09T01:08:42Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}