{"meta":{"start_date":"2026-04-27","end_date":"2026-05-03","start_at":"2026-04-27T00:00:00Z","end_at":"2026-05-04T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T14:09:57Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":29,"failed_runs":20,"raw_occurrences":174,"matched_occurrences":171,"runs_affected":17},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-6ks5n8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-6ks5n8, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":129,"runs_affected":5,"failed_runs":5,"run_impact_percent":17.24137931034483,"anchor_occurrences":129,"after_last_push_count":300,"trend_counts":[32,0,34,61,33,1,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-30","2026-04-06","2026-04-13","2026-04-20"],"prior_runs_affected":33,"prior_last_seen_at":"2026-04-26T11:50:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013e98c0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cs9xkx, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cs9xkx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cs9xkx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013e98c0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cs9xkx, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-cs9xkx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-cs9xkx, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d3e6c0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-d8cxjg, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-d8cxjg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-d8cxjg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d3e6c0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-d8cxjg, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-d8cxjg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-d8cxjg, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001180de0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5z782n, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5z782n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5z782n, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001180de0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5z782n, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5z782n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-5z782n, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2050054799465910272","occurred_at":"2026-05-01T03:28:46Z","signature_id":"d3d71100e4a978a847bb9a95848a48189ba39a0aa579f71c7e420dfe45baaec3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"05468eab2a133563f11fe8ddf8ef0da8f39cf4d82f7dd3e167feb372b0b7b043","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"09c8898a516665064cab3818eb1a3c57d6f05835c48f747a805b5a095c376981","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"1574ecbd4c56c11b45a30ed362353c1e98cc5f5e1a3b1a779ce82a83841d4a0b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"193a7929dee01036fe369834497cdcc5c6f4a7644dcd76449f7199b046afa8fd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"1945093724d17deff67b196ee9a2e00cd7d1f581ee2867caf113115d03a7d8ed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"280a0af286920eaa2b5e78c363498f3ff14c333deb4158a213c74eb84871af96","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"2a22d3180c7b1f48df438866c9d6920322532c9e8f7d70c649c5110793442d38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"46f9b2cb9bbc216ac4a7ebbcb1944b9489948a5ce5b5b49f0019cce2136b6cb0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"4b89f46da008622bde1a3148ce39c2125654581b34ce80b0889bba2edf6077d9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"4d8f2ea99b53f14ac593e17954338a9b482b690c9fe115e2843c15c71e1a9a96","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"50bc0cdbd532066c59fff87615b5ba41f0dc362aeeb8fbeea2e93a1d9c0aab69","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"50f4bdb500d654d5d442355f0221f497291ce0994d5f6d7166b3ae2065857bcf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"5bf3cfc15497c0352a1280c377c10364b5b490e5f11f58d7bdcb3d909937b649","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"60cb6882a4e55a64e88c8c6b603dfea8a0dded3f09bd002a362d114c43b063a6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"787a2852bb7f0884270266de3fac1edc05085510941a93fa29dde1a7a78e6b5e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"7968ff9c3a313c7e352e04383b761dc38b6273e812b58cf39814413fed41fbfe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"7a649cfbe4bd20e16fef05dac58f75e138dc8bc338b45bca40dfbfd188390e02","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"7d5f6556261668d74558aa2b7f9ac9c21a4cf0092259932c278b2e43969136a0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"819aafbed488f1f499d88b6c7ebbf81c523831453a8963055d1e0801eb767272","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"97ac1f64ac6c72d28f43dcd1df785c295489b69f91d5be460454efa52d4368d2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"97f904595b7c396f290ba524eb49e9d09e1f6df4c2ee33a702db1d1c2c7d1930","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"9cfc0e78f4d913dfbd43b2ac530d75e00939ec0ff1610c8cc8fea4d77b9c9da6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"9d03b9805042d6f01a2997204cf84abebdd2c68f253f1ef5fca5e09217e3fc55","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"a453fac907798a5a292190a4d5f1d54ce29da720497b222b11b99a1f68ddc268","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"b809190d07a3ea8893c768cf92228fbef3126678fce1037116879d7221a13d6a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"c753a1085cdceb8bff7eba07576a0c3fca121bbb8022d803d5bbc8377c06fbde","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"dcc912620021d70fed1899cbcc7ea033a1c001b21d2d2c5d1e45f097e39962e1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"e0a0a9289c44038052c3f89a1b5f05aca095dfee0db8cdbff00a29c3a74c4e69","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"ee7f4f40f887107747cd0ff6cb2940a0c7401af6a94423558e6d8f1026c002ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"fadb259f7262ee1699b11a4a9028fb5809ab3f009b6fde80e195569e7026d605","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"fb2f84e193da6e827a91b7a8ac6badc6960739c09bac82279a22f11b3f9896e7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"fc963b82122d66cc957c47f6701e0a351f57ea40ad6f81a7a370b7de73a5ff5c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"fdeb0461a5362ca1d4de5f02f7922f743bf9d2f4f8e446959be529af30dc667f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"13903c76fb69b2344483336b8cb31eab8b38576ba98a0ec359e2f314a6232b68","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"22400cb6424b10bc08930c48e0d8c8f7b20e260b1b0983d3a3c79a3b36a2fb64","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"22de37dff543003872008c10bf0a71f9d3eb1f0fc88325d950d8baec35ea5287","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"2d8b65e3e93625382a8809e385e2e785e48a9f00eeba2088517ec9f8f450128e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"31b056d33fb3cfc6f7ec9799ad7468d87e5a9ff296cd3e285e45017bd3131fc7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"38ea6d6bb623fc9e1c03a4dc9a4703a17751ea0fc84b3161c2f8626df1261190","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"3e7ba2ac872311be803f46a230a3a729ad9934337ee2452608dbd1052a7fc61d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"3ed10e0a93958eff0f1083f09b28d87c89a00dfd06cf3fd7f91863d114efdb42","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"3ef92ee67a56828f77289d5cfa0dba16e4170a27a8df2f5439acf2dcde6bc305","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"4d0d11bdc293c0e58932314c542f0bec284656aaacb206d428bd006b6b69f2d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"5949c13449ef29770ae9ca22de2760fd82a601d916e9b71f60c9fb5d28ffa636","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"5c7c1bdb299ed00f468d1693586d4b02a646ef01781b85942d7ad41019c9add5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"5ee0c1b9dede7001482a223923e5c6816c730c8a804135cad8a86f6175288f74","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"6deea125f9dbaafa2a071fa3dacc587fb9c0ebbd099115fb1395041e61fac803","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"6f55486917ff1587c8a353c487e9cb72802de4a63b413543ab17617ef418d5c2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"70792221d9f18c1a5ecfea4575243e59ffe8336e68af319786cc12c8dcdd55eb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"9b9aef1ffbe84836d553f174a21ad7a2c3e9e3deb2a96950c9ba868cca019073","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"a8ef4aaff1373745313df0a847e89f99d16fa9a805511c8c86f9ec75bc6e08dc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"a98f06ac0269dba04e334aa04102226d6ae00f94bec5f4e0a0e4898f8bb1ddf5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"aedd465c7fbda2a3f7384345f91617b0e7b61d5800ff2ca59311c7181b43b6ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"b088c75d68851cadcf95dd0c6f45086504d3790f06cf6ac9c3b6667d6cffbde1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"b8375dc982d506dc907cc6309aa10e7c506225b9fa95cf1bc2669737b16cb0af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"b8416b5a38752f0be34f1e410acf8e19993d54a27704fa416b78c71a1a7e4d2e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"b9ebabc3585ae300918cf374d0e27482685125100cecaafddede538fbb5a40a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"c625a214a177ed00125760f3e2405cc4232ca5f64fc78bc978d71fd75e9a6826","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"cbaacdba3cdb5f9615f3c30bd21831fd56c03f1d016fedcf5af22b163d2e6dbf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"df0551bed39aa73fe732d284c7e6d0ded1e61a2958e4c69ba2da428b19661330","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"eaaec004f93ac56e6a302a9b3b960e5dc8a3b2d0bac88e6134fbcb646be0164c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"f46eb4667284ae52474f9c5d1c56365279e44eb39c2013424595d6e31d0371dc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"0106b71417e491e529377ec2b45ed49d1465c0e633043fd4f30c3fa97c171f04","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"03a0dafe79333dbdc8c792d0760803f5086ef9cc7bbdd36ab7d3169b64c2e4d5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"0e791fb9346661a70c194cfb6e098fdc72aacc847837ef7aa5cd0658defd98d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"14eb1554c2d31c5fae26b140930436e0f15586a4cdb3cfcfcbd958d9798ff26a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"14f9230915a46d82613307e0e88b555b3c64515b2ba7316cd91ba286907440a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"1655b8a33c3937e95689f115efa2e090ef3e795a250b746e22721f4b186ceb7d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"21f1e31067c5dd38ba01f887dce542146db81e2982c9a524c9ffbf3ab865ee13","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"22c20d09b59b89464c26d69757cea3917fd66fedb4ebbac1aa053bfdcc1f0958","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"536c39753e847972ea37a7b2f6ee10fe001d74b685e5f18a6b57e1e12d39aeb2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"58ab2df7f412acb10ced45b5797a7f346d05107c3b698548fb98f714075b10d5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"5cf5c4693d6056fe4f830217419a28853e24451b1aa973ae9682873a9a59669e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"62311dd5ee7648377e2f7c4d26440404e1a3a46c038b5f63c07809fc364fc6aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"6cd2adacceff2be8bbe5bcfbc6d22f3b1148b31733d56bee98ad0a0fbb39e77b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"6f45baea5fe95b50cc9556a7f22431899d9af180d73e093a60dd345fd2efb08e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"78fbd998914f2f0054e4ace8b13c8f9eac3cf7aef9f283f7ca59f5458dc6816e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"7b1567bbe32e5063f645c569e418e009c1e327f6ce830d15c806d901450143fe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"800c007a365cade784435141b097ab385e6c173214e3b870691e93bdea5b73a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"80b7fb1d85d48245bc7bf717b61b3d95dadc758205d3da72ea9e4c94cc4a1f7a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"86ecd24df10021b7e780d3699d8b1856641d8c614dc0a419477be1ceee0f6eee","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"95d9f89adf6dc46625bb4c3e80ea64838bb179a579b1669ee18c0248281f0d64","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"97b7668b955d925c4f43bb21f5348e9242dfb68ea801c33dbf722503a1b4ac02","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"9d6a29e936b9851a7d1323805a036deaa806b0785b4dbf52791e53490a33abed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"bd7af4c537c73358d02016ed70c772e25c8b072e5a199b9086fa7de4c8851a7c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"c0a5f3d8a8f7c09055b29769bddf9ef3a30bcd3286c1e4afaec31afe0653663a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"c1f0352b8ba95b2e7d2c6716919044b50be1c7163316d9882dec01ca3210179c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"c33ad9bc4ffde1ce4b4bd03d38fa9894428e92add1a529ec3802c3cea9bbf87c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"d2eebed913de5a27f1c4fd138d203441ac3d7be899cfbe2dd7fa1979aef39d76","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"d3f2f1eac10aeecd865f2f2f126ba031e5cca5a98fdd53b87a1bd214dfdae08f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"dcfb3f3dba165b20ab823ad1f5de19e9b194065ef9a9c040932e907d3c2a19f0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"ea3b6eeead8cb8a831605a65c6fffef9a96d277ed391217c61fa6050643cef12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"ed2d1e41cb76d25bb880e5c2ed4abcb8a1ed7407c9126ba945b8a0fd92b42b91","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"f2ec8c7a15ca42900d5faa912291b6e6c0282652bfecf73385613a6b7215c028","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"20fdc117ba81b56f085f911d79f801cc3048d5aa92ad6c9174aff57ad73fc62d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"2913d28b75416dd31cecca80d4b156581619c783ebaaa7eeb740f9d605b9683e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"36a52eb10e1fd7348d343e2a456c4aca5b6428a23f613dc0dc6ff48adb4232a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"3c9485422092c06139db967e30cea7342abb94db8f5fad436de73a4482f96552","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"4409af0cd0a50d2902cb902175967aa6b335a17779aea7c2e72cdc5326c69f02","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"4730f03c153d249c91cfc442394c0319ad2e2f833e889dbc95baea3b92e557ff","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"544cce599cf4bbfabbe6648abf62aad0bef92e95d7539bb25652f174c05612bc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"7c758c982c6269670c6d078d2a8b6ce71086596c41149e9f78bbeb46d59d1c45","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"81e2eae4e26d8d8c49a2ea540e0307c4d3809e663705b6224af7c886915a8753","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"87fa1b487bef07a53e6ff5e7c4e0b2a288564ae644058445336c77180505e57c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"8caf54992dc822ca884c248c67d3f44c16256ca613efec7f073b9687bda079e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"8f98c8df4f576c8dfb9f202ba334243ca0ae88887629f71b9968afdd0f447295","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"943a53495e58c5c27486cf78953a1d9b586f13d9f2a235e947e2dda9bcc857f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"950b3bde5c0ccd8f7d24b8d2405e1675d772fcd60312650b2ed16214af2fc9bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"96aede4d2d1b98547c879b2f1bd5e0aedaeed130f890af95bd2b8c40a4523c7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"9ae10c6ad7c6da976d9dd0430f178b092a5b107c6b6e22be724da0e44bd83e40","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"9ae97ccc96901302bd8330af3a27d1e7978b2e136d1f241258f2de1dac642f3a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"9b64cf6f028bdc84358efc26b40c854f8c8a1f0dc012190a8027a829a6379883","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"aa4012ca69dd16e1c3c186dd44588623f1bb19de26ae186f79f9fd5682430dcf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"b035f73ae625b3faae52c212239dadf8e8b1deebfbabe60ebe150cae901442f8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"b66589dc47e0352ca86b8c5a012dd844c4184ea3d090aaa8a111db7e0703e4cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"b928fce4f1ffe4de77de5dc3fff14180ff4597d749d4fc123ba49516323f4027","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"bd24f38869aac10bfb0cf569e0e9573edc1f061aae0417a67159686eae2740b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"bef958a687d56880a26019b86d53df8f4290c96382956d3bcf475052cd686b95","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"c1254fbea8b823985e21dac6c1618c9c0cde412d2f8e1035e511e445a902933e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"c178afa1975650cc2505a01f01a4ba98012e089fb313b16b66d4d866401569ab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"c537252e24504d6c4529cb4dfa890937d071807f9f42be4ecfd06ecc7877e380","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"cfa83b79d663956f1e0a3acba93b2cc5ecfc35210cd25209b50ae1844382891c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"cfd35a03157b59e8d2ede5abc48deaa92edd452256f21e2de0ed68baab0db765","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"d0455355fc0de5e2a81df746f0fecd5845560e304302fea02016fe509036d0ae","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"e561dd1acf90239714510b8207993b641f0ee3dfee8947fdb161f9949f85cc6f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"e56adfa38a8a4df100dfd84b0c974290b25884e2b7e0c3f9268e23426d338008","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"ed31896d4f5678fcd2b02c490cfd9f12278eb9bbfcd4febc0e0b1bcd90e1ca38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"f39eac024f5058331b5ae4113578094b36f45a9274238e6f412a4b104eafbf1e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f7692883b7d8edf2d0661368bcbf0596b25bb01a118dcf71cc62820145611635","failure_pattern":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","search_query":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set: assertion failed: expected values to equal","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":15,"runs_affected":15,"failed_runs":15,"run_impact_percent":51.724137931034484,"anchor_occurrences":15,"after_last_push_count":22,"trend_counts":[0,0,1,7,7,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-20"],"prior_runs_affected":22,"prior_last_seen_at":"2026-04-25T01:00:03Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":12},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:89]: Expected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049861090002604032","occurred_at":"2026-04-30T14:39:02Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049736957507932160","occurred_at":"2026-04-30T06:25:47Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049726395587760128","occurred_at":"2026-04-30T05:43:49Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049689436916027392","occurred_at":"2026-04-30T03:16:57Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049681170710401024","occurred_at":"2026-04-30T02:44:06Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049657136199241728","occurred_at":"2026-04-30T01:08:21Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049610459375472640","occurred_at":"2026-04-29T19:06:15Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049565492720439296","occurred_at":"2026-04-29T19:04:27Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049564091978092544","occurred_at":"2026-04-29T14:52:53Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049530806933655552","occurred_at":"2026-04-29T14:45:29Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049498421609369600","occurred_at":"2026-04-29T14:37:56Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"9300232222f6e824bbddab2e1e764dd788e1b18d31299fc32f6862a0833e5347","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":10,"runs_affected":4,"failed_runs":4,"run_impact_percent":13.793103448275861,"anchor_occurrences":10,"after_last_push_count":76,"trend_counts":[2,0,1,7,2,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-30","2026-04-06","2026-04-20"],"prior_runs_affected":30,"prior_last_seen_at":"2026-04-26T11:50:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1}],"full_error_samples":["}, 0xc000091c20, {0xc000da6270, 0x22}, {0x82e3522, 0xd}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0015ce190, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func12.1({0x7f76acf97ee0, 0xc000fdca80})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:99\n                | \n                | By(\"seeding HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e229a0?, 0xc000fdca80?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106 @ 04/30/26 04:31:10.931\n  \"ts\"=\"2026-04-30 04:31:10.932793\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-30 04:31:10.932937\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-subnet-reuse-h8ngz8\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:11.270334\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-cluster-hcv4ln\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:11.634642\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-subnet-reuse-h8ngz8\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-30 04:31:12.993616\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-cluster-hcv4ln\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-30 04:31:14.099138\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-6950b6d79a3c274e15675866beef4b6fc9a309f9234c1ea3a6f0c13bb6db0b9f.yaml.gz\"\n  \"ts\"=\"2026-04-30 04:31:14.099274\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-6950b6d79a3c274e15675866beef4b6fc9a309f9234c1ea3a6f0c13bb6db0b9f.yaml.gz\"\n  \"ts\"=\"2026-04-30 04:31:14.099443\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-30 04:31:14.101343\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\"\n  \"ts\"=\"2026-04-30 04:31:14.101495\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:14.101531\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\"\n  \"ts\"=\"2026-04-30 04:31:14.257439\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-30 04:31:14.323011\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"pooledNonMsiScopedAssignments-j3gkygvtvkvjs\"\n  \"ts\"=\"2026-04-30 04:31:14.385540\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\" \"deployment\"=\"msi-deployment-11\"\n  \"ts\"=\"2026-04-30 04:31:14.421103\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-30 04:31:14.462928\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"pooledNonMsiScopedAssignments-67tmrjj4do2cc\"\n  \"ts\"=\"2026-04-30 04:31:14.559183\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\" \"deployment\"=\"msi-deployment-83\"\n  \"ts\"=\"2026-04-30 04:31:14.617918\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"customer-infra-basic-cluster-hcv4ln\"\n  \"ts\"=\"2026-04-30 04:31:14.790654\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"customer-infra-cluster-subnet-reuse-h8ngz8\"\n  \"ts\"=\"2026-04-30 04:31:14.933407\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-30 04:31:15.397732\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-30 04:31:15.397999\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n}, 0xc000091c20, {0xc000da6270, 0x22}, {0x82e3522, 0xd}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0015ce190, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func12.1({0x7f76acf97ee0, 0xc000fdca80})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:99\n                | \n                | By(\"seeding HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e229a0?, 0xc000fdca80?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106 @ 04/30/26 04:31:10.931\n  \"ts\"=\"2026-04-30 04:31:10.932793\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-04-30 04:31:10.932937\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-subnet-reuse-h8ngz8\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:11.270334\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-cluster-hcv4ln\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:11.634642\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-subnet-reuse-h8ngz8\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-30 04:31:12.993616\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-cluster-hcv4ln\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-04-30 04:31:14.099138\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-6950b6d79a3c274e15675866beef4b6fc9a309f9234c1ea3a6f0c13bb6db0b9f.yaml.gz\"\n  \"ts\"=\"2026-04-30 04:31:14.099274\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-6950b6d79a3c274e15675866beef4b6fc9a309f9234c1ea3a6f0c13bb6db0b9f.yaml.gz\"\n  \"ts\"=\"2026-04-30 04:31:14.099443\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-04-30 04:31:14.101343\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\"\n  \"ts\"=\"2026-04-30 04:31:14.101495\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\n  \"ts\"=\"2026-04-30 04:31:14.101531\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\"\n  \"ts\"=\"2026-04-30 04:31:14.257439\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-30 04:31:14.323011\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"pooledNonMsiScopedAssignments-j3gkygvtvkvjs\"\n  \"ts\"=\"2026-04-30 04:31:14.385540\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-11\" \"deployment\"=\"msi-deployment-11\"\n  \"ts\"=\"2026-04-30 04:31:14.421103\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-04-30 04:31:14.462928\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"pooledNonMsiScopedAssignments-67tmrjj4do2cc\"\n  \"ts\"=\"2026-04-30 04:31:14.559183\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-83\" \"deployment\"=\"msi-deployment-83\"\n  \"ts\"=\"2026-04-30 04:31:14.617918\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"customer-infra-basic-cluster-hcv4ln\"\n  \"ts\"=\"2026-04-30 04:31:14.790654\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\" \"deployment\"=\"customer-infra-cluster-subnet-reuse-h8ngz8\"\n  \"ts\"=\"2026-04-30 04:31:14.933407\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-04-30 04:31:15.397732\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-04-30 04:31:15.397999\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-cluster-nsg-subnet-reuse-8nwq6c\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","fb78 pc=0x6c97dce\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000deffe0 sp=0xc000defc20 pc=0x6c93b36\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000deffe8 sp=0xc000deffe0 pc=0x2dc5cc1\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 156 gp=0xc000df9a40 m=nil [IO wait]:\nruntime.gopark(0xc0001487e0?, 0x2d7ae8b?, 0x0?, 0x98?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e92720 sp=0xc000e92700 pc=0x2dbd50e\nruntime.netpollblock(0x2e27d18?, 0x2d49066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e92758 sp=0xc000e92720 pc=0x2d7cfb7\ninternal/poll.runtime_pollWait(0x7f49cf58b000, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000e92778 sp=0xc000e92758 pc=0x2dbbda5\ninternal/poll.(*pollDesc).wait(0xc000626c00?, 0xc001438000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e927a0 sp=0xc000e92778 pc=0x2e4aa47\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000626c00, {0xc001438000, 0x3500, 0x3500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e92838 sp=0xc000e927a0 pc=0x2e4be79\nnet.(*netFD).Read(0xc000626c00, {0xc001438000?, 0xc0014382c9?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000e92880 sp=0xc000e92838 pc=0x300f705\nnet.(*conn).Read(0xc0000b6bc8, {0xc001438000?, 0x7f49cc15bf28?, 0x7f4a161705c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc000e928c8 sp=0xc000e92880 pc=0x30217a5\ncrypto/tls.(*atLeastReader).Read(0xc000f32018, {0xc001438000?, 0x3232?, 0x2dba245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e92910 sp=0xc000e928c8 pc=0x308d23b\nbytes.(*Buffer).ReadFrom(0xc000d64d28, {0x8d773c0, 0xc000f32018})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000e92968 sp=0xc000e92910 pc=0x2e88c38\ncrypto/tls.(*Conn).readFromUntil(0xc000d64a88, {0x8d77e60, 0xc0000b6bc8}, 0xc000e929d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e929a0 sp=0xc000e92968 pc=0x308d41e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000d64a88, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e92c18 sp=0xc000e929a0 pc=0x308a49b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000d64a88, {0xc001019000, 0x1000, 0x348a760?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e92c80 sp=0xc000e92c18 pc=0x3090d85\nbufio.(*Reader).Read(0xc000dbf6e0, {0xc000cfc204, 0x9, 0x34987ee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e92cb8 sp=0xc000e92c80 pc=0x2f232f7\nio.ReadAtLeast({0x8d76820, 0xc000dbf6e0}, {0xc000cfc204, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e92d00 sp=0xc000e92cb8 pc=0x2e17e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000cfc204, 0x9, 0xc0000000dd?}, {0x8d76820?, 0xc000dbf6e0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e92d50 sp=0xc000e92d00 pc=0x3481525\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000cfc1c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e92dd8 sp=0xc000e92d50 pc=0x34820eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000cfc1c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e92e18 sp=0xc000e92dd8 pc=0x3482858\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e92fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e92f60 sp=0xc000e92e18 pc=0x349572a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc0001ff6c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e92fc8 sp=0xc000e92f60 pc=0x3494ab2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e92fe0 sp=0xc000e92fc8 pc=0x348e245\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e92fe8 sp=0xc000e92fe0 pc=0x2dc5cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 155\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d83f0\nrsi    0x80\nrbp    0x7f49cf57ccb8\nrsp    0x7f49cf57cc70\nr8     0x0\nr9     0x0\nr10    0x7f49cf57cca8\nr11    0x202\nr12    0x7f49cf57cca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nfb78 pc=0x6c97dce\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000deffe0 sp=0xc000defc20 pc=0x6c93b36\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000deffe8 sp=0xc000deffe0 pc=0x2dc5cc1\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 156 gp=0xc000df9a40 m=nil [IO wait]:\nruntime.gopark(0xc0001487e0?, 0x2d7ae8b?, 0x0?, 0x98?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e92720 sp=0xc000e92700 pc=0x2dbd50e\nruntime.netpollblock(0x2e27d18?, 0x2d49066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e92758 sp=0xc000e92720 pc=0x2d7cfb7\ninternal/poll.runtime_pollWait(0x7f49cf58b000, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000e92778 sp=0xc000e92758 pc=0x2dbbda5\ninternal/poll.(*pollDesc).wait(0xc000626c00?, 0xc001438000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e927a0 sp=0xc000e92778 pc=0x2e4aa47\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000626c00, {0xc001438000, 0x3500, 0x3500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e92838 sp=0xc000e927a0 pc=0x2e4be79\nnet.(*netFD).Read(0xc000626c00, {0xc001438000?, 0xc0014382c9?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000e92880 sp=0xc000e92838 pc=0x300f705\nnet.(*conn).Read(0xc0000b6bc8, {0xc001438000?, 0x7f49cc15bf28?, 0x7f4a161705c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc000e928c8 sp=0xc000e92880 pc=0x30217a5\ncrypto/tls.(*atLeastReader).Read(0xc000f32018, {0xc001438000?, 0x3232?, 0x2dba245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e92910 sp=0xc000e928c8 pc=0x308d23b\nbytes.(*Buffer).ReadFrom(0xc000d64d28, {0x8d773c0, 0xc000f32018})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000e92968 sp=0xc000e92910 pc=0x2e88c38\ncrypto/tls.(*Conn).readFromUntil(0xc000d64a88, {0x8d77e60, 0xc0000b6bc8}, 0xc000e929d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e929a0 sp=0xc000e92968 pc=0x308d41e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000d64a88, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e92c18 sp=0xc000e929a0 pc=0x308a49b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000d64a88, {0xc001019000, 0x1000, 0x348a760?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e92c80 sp=0xc000e92c18 pc=0x3090d85\nbufio.(*Reader).Read(0xc000dbf6e0, {0xc000cfc204, 0x9, 0x34987ee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e92cb8 sp=0xc000e92c80 pc=0x2f232f7\nio.ReadAtLeast({0x8d76820, 0xc000dbf6e0}, {0xc000cfc204, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e92d00 sp=0xc000e92cb8 pc=0x2e17e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc000cfc204, 0x9, 0xc0000000dd?}, {0x8d76820?, 0xc000dbf6e0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e92d50 sp=0xc000e92d00 pc=0x3481525\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000cfc1c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e92dd8 sp=0xc000e92d50 pc=0x34820eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000cfc1c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e92e18 sp=0xc000e92dd8 pc=0x3482858\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e92fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e92f60 sp=0xc000e92e18 pc=0x349572a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc0001ff6c0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e92fc8 sp=0xc000e92f60 pc=0x3494ab2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e92fe0 sp=0xc000e92fc8 pc=0x348e245\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e92fe8 sp=0xc000e92fe0 pc=0x2dc5cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 155\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d83f0\nrsi    0x80\nrbp    0x7f49cf57ccb8\nrsp    0x7f49cf57cc70\nr8     0x0\nr9     0x0\nr10    0x7f49cf57cca8\nr11    0x202\nr12    0x7f49cf57cca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc7ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","hift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000f45fe0 sp=0xc000f45f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f45fe8 sp=0xc000f45fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1020 gp=0xc0016121c0 m=nil [select]:\nruntime.gopark(0xc00008ba18?, 0x2?, 0xf0?, 0x7b?, 0xc00008ba0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008b898 sp=0xc00008b878 pc=0x2dbd50e\nruntime.selectgo(0xc00008ba18, 0xc00008ba08, 0xc00158a100?, 0x0, 0x3584d1c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000937680}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000937680}, 0xc001638c90)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000937630}, 0xc0012eb080, {0xc0008b9908, 0x16}, {0xc001502840, 0x12}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1028\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1028 gp=0xc0012c2540 m=nil [sync.WaitGroup.Wait, 22 minutes]:\nruntime.gopark(0xc00164ba80?, 0x2d54874?, 0x20?, 0x30?, 0x7f6d34649280?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000f4ba20 sp=0xc000f4ba00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000c19390, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000f4ba88 sp=0xc000f4ba20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00151cfa8?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000f4bac0 sp=0xc000f4ba88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000c19388)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000f4bae8 sp=0xc000f4bac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000c19380)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000f4bb08 sp=0xc000f4bae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f6d346da060, 0xc0014c55c0}, 0xc0012eb080, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000f4bdb0 sp=0xc000f4bb08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000cc2280, {0x7f6d346da060, 0xc0014c55c0}, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000f4bf28 sp=0xc000f4bdb0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f6d346da060, 0xc0014c55c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000f4bfc0 sp=0xc000f4bf28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000f4bfe0 sp=0xc000f4bfc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4bfe8 sp=0xc000f4bfe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1004\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xca\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d5490\nrsi    0x80\nrbp    0x7ffc33e62900\nrsp    0x7ffc33e628b8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000090008\nr13    0x1\nr14    0xc2d33a0\nr15    0x5\nrip    0x2dc7ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nhift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000f45fe0 sp=0xc000f45f88 pc=0x3232cdb\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f45fe8 sp=0xc000f45fe0 pc=0x2dc5cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1020 gp=0xc0016121c0 m=nil [select]:\nruntime.gopark(0xc00008ba18?, 0x2?, 0xf0?, 0x7b?, 0xc00008ba0c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc00008b898 sp=0xc00008b878 pc=0x2dbd50e\nruntime.selectgo(0xc00008ba18, 0xc00008ba08, 0xc00158a100?, 0x0, 0x3584d1c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc00008b9d8 sp=0xc00008b898 pc=0x2d982f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e08fe8, 0xc000937680}, 0x82de501?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc00008ba48 sp=0xc00008b9d8 pc=0x3584476\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e57a80, {0x8e08fe8, 0xc000937680}, 0xc001638c90)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc00008bd48 sp=0xc00008ba48 pc=0x3c74152\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x8e08fe8, 0xc000937630}, 0xc0012eb080, {0xc0008b9908, 0x16}, {0xc001502840, 0x12}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x52a fp=0xc00008bef0 sp=0xc00008bd48 pc=0x6921b4a\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:467 +0x94 fp=0xc00008bf78 sp=0xc00008bef0 pc=0x6925134\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc00008bfe0 sp=0xc00008bf78 pc=0x463f270\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x2dc5cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1028\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 1028 gp=0xc0012c2540 m=nil [sync.WaitGroup.Wait, 22 minutes]:\nruntime.gopark(0xc00164ba80?, 0x2d54874?, 0x20?, 0x30?, 0x7f6d34649280?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000f4ba20 sp=0xc000f4ba00 pc=0x2dbd50e\nruntime.goparkunlock(...)\n\t/usr/lib/golang/src/runtime/proc.go:466\nruntime.semacquire1(0xc000c19390, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000f4ba88 sp=0xc000f4ba20 pc=0x2d9959d\nsync.runtime_SemacquireWaitGroup(0xc00151cfa8?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000f4bac0 sp=0xc000f4ba88 pc=0x2dbec2e\nsync.(*WaitGroup).Wait(0xc000c19388)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000f4bae8 sp=0xc000f4bac0 pc=0x2de2225\ngolang.org/x/sync/errgroup.(*Group).Wait(0xc000c19380)\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:56 +0x1e fp=0xc000f4bb08 sp=0xc000f4bae8 pc=0x463f11e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters({0x7f6d346da060, 0xc0014c55c0}, 0xc0012eb080, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:470 +0x8ef fp=0xc000f4bdb0 sp=0xc000f4bb08 pc=0x6924aef\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000cc2280, {0x7f6d346da060, 0xc0014c55c0}, {0xc0008b9908, 0x16}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:488 +0x29d fp=0xc000f4bf28 sp=0xc000f4bdb0 pc=0x694491d\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f6d346da060, 0xc0014c55c0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:316 +0x14d fp=0xc000f4bfc0 sp=0xc000f4bf28 pc=0x6942ccd\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:325 +0x28 fp=0xc000f4bfe0 sp=0xc000f4bfc0 pc=0x6942b48\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4bfe8 sp=0xc000f4bfe0 pc=0x2dc5cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 1004\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:309 +0xc5\n\nrax    0xca\nrbx    0x0\nrcx    0x2dc7ae3\nrdx    0x0\nrdi    0xc2d5490\nrsi    0x80\nrbp    0x7ffc33e62900\nrsp    0x7ffc33e628b8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000090008\nr13    0x1\nr14    0xc2d33a0\nr15    0x5\nrip    0x2dc7ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"191f62852db4f448b87ba68c13a19e58c7092cd2cd1529136e47d7d4a7fb937c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"db9648e1714465c6b45e2c89a7e5c213f2fbafd18e2d92395fd33937fbb708ed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"0969c6b48e157b4cfbe6215b24122736ff778076fa4db43068de8185be8091e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"6321a04cae48565708d281dae2b9878bccd895f47233ae416b75653b52327bd5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"84c2e8a74ba33c31f0be0f7198b10f697b056915254ecba14e745053e5125602","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"a3d5611aa9faef5d88aca3e367072cb6cb757edfc0f4fa7689439c927bf8c464","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"bc8661b370fce57389ec86e649c94658ee15664bf8f7de3af0949f6867c26751","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"12fe864a2d1bc714c80dc0d953007cc4efd85887bf3796616904dc81ac6f74b3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"9bbceb5dbc42c17445082b6aa90dae9e87301a0937b0d9a7e5cf4ce97d2c9c39","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"503eae215b532a5c41b7deb06e553f11d10cdb07f7e23d7928b5ebf48126209d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":13.793103448275861,"anchor_occurrences":4,"after_last_push_count":9,"trend_counts":[1,0,1,2,1,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-30","2026-04-06","2026-04-20"],"prior_runs_affected":10,"prior_last_seen_at":"2026-04-26T11:50:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"8a441c3cc9a1724fd565ecc68f397cdfdb078c056f41b0ab5661bd4e719eb328","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"0c4ed9bba8fe112ea7971d2241bf4fe4d2d0df6edae20700d459cff3d63baf26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"f816448949a54c698daec440b6be14869199dd5156942a339f2ff5a445aaf853","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"8a441c3cc9a1724fd565ecc68f397cdfdb078c056f41b0ab5661bd4e719eb328","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":13.793103448275861,"anchor_occurrences":4,"after_last_push_count":7,"trend_counts":[1,0,1,2,1,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-20"],"prior_runs_affected":7,"prior_last_seen_at":"2026-04-26T11:50:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049670252735762432","occurred_at":"2026-04-30T02:00:43Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2048945314999570432","occurred_at":"2026-04-28T02:00:05Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":6.896551724137931,"anchor_occurrences":2,"after_last_push_count":28,"trend_counts":[1,0,0,2,0,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-30","2026-04-06","2026-04-20"],"prior_runs_affected":37,"prior_last_seen_at":"2026-04-26T11:50:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:181]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:181]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:183]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:183]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2049307708154187776","occurred_at":"2026-04-29T02:00:06Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e5e71d1474ef07ceb6c883467a9c171403305ec6022fd8db1739a9efa1bc4e2","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message node pool \u003cnodepool\u003e '4.20.20' must not be greater than Control Plane version '4.20.19'; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:124]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f03060\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-84wgsz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-84wgsz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Node pool version '4.20.20' must not be greater than Control Plane version '4.20.19'\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:124]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f03060\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-84wgsz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-84wgsz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Node pool version '4.20.20' must not be greater than Control Plane version '4.20.19'\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:164]: Unexpected error:\n    \u003c*errors.joinError | 0xc000de06f0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed starting nodepool creation \"cilium-np\" for cluster \"cilium-cl\" in resourcegroup=\"cni-cilium-8js676\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cni-cilium-8js676/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cilium-cl/nodePools/cilium-np\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Node pool version '4.20.20' must not be greater than Control Plane version '4.20.19'\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:164]: Unexpected error:\n    \u003c*errors.joinError | 0xc000de06f0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed starting nodepool creation \"cilium-np\" for cluster \"cilium-cl\" in resourcegroup=\"cni-cilium-8js676\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cni-cilium-8js676/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cilium-cl/nodePools/cilium-np\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Node pool version '4.20.20' must not be greater than Control Plane version '4.20.19'\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2050394921583513600","occurred_at":"2026-05-02T02:00:18Z","signature_id":"010146833f85004612ffc11d601864fb86ead4a71a9d66c37033fe1cea53f31d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2050394921583513600","occurred_at":"2026-05-02T02:00:18Z","signature_id":"39ed6ea52b2bec254341c28eca30883f69d620b317bd2aa24fe029a4746bd0c9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group e2e-cidr-connectivity-5xrsk8, error: failed waiting for nodepool=\"np-1\" for cluster \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-5xrsk8\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20"],"prior_runs_affected":9,"prior_last_seen_at":"2026-04-24T18:17:55Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:242]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001602a50\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group e2e-cidr-connectivity-5xrsk8, error: failed waiting for nodepool=\"np-1\" for cluster \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-5xrsk8\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:242]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001602a50\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group e2e-cidr-connectivity-5xrsk8, error: failed waiting for nodepool=\"np-1\" for cluster \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-5xrsk8\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049689436916027392","occurred_at":"2026-04-30T03:16:57Z","signature_id":"9783bb4694f754c68f5240df26e9864bf4c916a5b92dbc58a05a40888716ec0d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"d78c0bca89c95459375355a5923414dd1603fcc7a1039f0264667a1b20c77dc3","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-30"],"prior_runs_affected":2,"prior_last_seen_at":"2026-04-02T18:07:57Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:81]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e7aee0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cilium-cluster-8npjqv\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cilium-cluster-8npjqv/operationStatuses/08584240774378823233\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-cilium-cluster-8npjqv' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:81]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e7aee0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cilium-cluster-8npjqv\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cilium-cluster-8npjqv/operationStatuses/08584240774378823233\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-cilium-cluster-8npjqv' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049726395587760128","occurred_at":"2026-04-30T05:43:49Z","signature_id":"d39a262db707d11054fd2d93431cb9020789ab0ccead0ea6cfb6d3cc5f56b9fa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"443d5bf877a5a8072106dcd7ee154f7ec5cf70e7883b77cc29306405e54f0131","failure_pattern":"Process did not finish before 4h0m0s timeout","search_query":"Process did not finish before 4h0m0s timeout","failed_at":"unknown","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Job run should complete before timeout","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[2,0,0,1,0,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-20"],"prior_runs_affected":3,"prior_last_seen_at":"2026-04-26T22:36:45Z","contributing_tests":[{"failed_at":"unknown","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Job run should complete before timeout","occurrences":1}],"full_error_samples":["{\"component\":\"entrypoint\",\"file\":\"sigs.k8s.io/prow/pkg/entrypoint/run.go:169\",\"func\":\"sigs.k8s.io/prow/pkg/entrypoint.Options.ExecuteProcess\",\"level\":\"error\",\"msg\":\"Process did not finish before 4h0m0s timeout\",\"severity\":\"error\",\"time\":\"2026-04-29T13:05:55Z\"}"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049411223392358400","occurred_at":"2026-04-29T08:51:26Z","signature_id":"e866a7b39ddf32d1bf58138de6de78cb4986cc8b8b5bb67431025636d69fa4bb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"63a755b10a4ebc8c89991a40e36c8d3c0a9cd5e114a858de40038cb6cec08053","failure_pattern":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","search_query":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e3f710\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e3f710\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2049498421609369600","occurred_at":"2026-04-29T14:37:56Z","signature_id":"1595ba64259ffd3f315c00795574162bbc9ddf8f6eb854b0637d888588a0f4ed","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"79d555cc6e5bd17f4b96af0c9e2da6a571d8241aacf20f84304c98773ef2682b","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-6mqf7t\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-04-26..2026-05-03 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-30","2026-04-13"],"prior_runs_affected":4,"prior_last_seen_at":"2026-04-15T14:02:57Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: Unexpected error:\n    \u003c*errors.joinError | 0xc000efa390\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-6mqf7t\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: Unexpected error:\n    \u003c*errors.joinError | 0xc000efa390\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-6mqf7t\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2050054799465910272","occurred_at":"2026-05-01T03:28:46Z","signature_id":"122933eeb281c2c142068c6410e6dec5ec63ca71223a0480a03df8d488ec2a13","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}