{"meta":{"start_date":"2026-05-04","end_date":"2026-05-04","start_at":"2026-05-04T00:00:00Z","end_at":"2026-05-05T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T14:00:20Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":9,"failed_runs":1,"raw_occurrences":37,"matched_occurrences":37,"runs_affected":1},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-qs6qd8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-qs6qd8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-qs6qd8, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":32,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":32,"after_last_push_count":32,"trend_counts":[0,0,0,0,0,0,32],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":29,"prior_last_seen_at":"2026-05-01T03:28:46Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00148a960\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rz7vvw, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rz7vvw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rz7vvw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00148a960\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rz7vvw, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rz7vvw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-rz7vvw, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012be450\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-lzhlc8, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-lzhlc8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-lzhlc8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012be450\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-lzhlc8, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-lzhlc8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-lzhlc8, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001202630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-5n5rdc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-5n5rdc in resource group rg-candidate-4-21-bjhwks, error: failed waiting for cluster=\"cluster-candidate-4-21-5n5rdc\" in resourcegroup=\"rg-candidate-4-21-bjhwks\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-5n5rdc in resource group rg-candidate-4-21-bjhwks, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001202630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-5n5rdc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-5n5rdc in resource group rg-candidate-4-21-bjhwks, error: failed waiting for cluster=\"cluster-candidate-4-21-5n5rdc\" in resourcegroup=\"rg-candidate-4-21-bjhwks\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-5n5rdc in resource group rg-candidate-4-21-bjhwks, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"2c39e2a0b9ca95b64e120a9777b7e727c4d444a3d39910d1ffc3e50c91c0ccc5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"2effd0dd9245d69950534e14315274dd0c4e47651d842f2fa567768fec5f81f6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"307c8dfa5c44b4c046e10ac7c10b099ce6d1cf84421b9b40a86ad7b3fb3ff033","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"3853932099ee297101bde4e6420c4fe4924b1aae1eaf27e8250f931d732aa2cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"496e16d4b55ae4dd003a610c530ce46884067632a8d29704ddf7b0aef2664173","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"4ac193ee73c2b3e80c5d4819d6bfbfb8f3f649bd74133e8c1d7bd848a9d0dd0b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"58606da7ed773998e0f498622bcef17a0c3318787fb7b20b4dee4072516498fd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"5bc31052c1ebc8352b24d838dde3d0e459dc1cf8c1b5b468545b1ae52eca292c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"622149a6b72c2d6c3372521072f680013b7e9403c49f4078aa1f931b05001dbd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"642a9667487e54a998ffd0dafb8563eb138c81a0f4821f1ec02ba9e25cea5b75","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"6860aa46a0234329aa87553d8ee11a2625736d86a411f4be0b6ddb850d53b0e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"7821b612a98e6dd446bbcc82630581057af6629b02807db008016a04a9a1d8e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"836d3fc203b4d1549678516b437cd55c4463bd8b717a31d39453f7f4eeacafbd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"83939de355f8c4ad153560fc1927b7b00499d77daad5a5cabb7b742a282ff044","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"8458fb515dbf774427d0c68e68cba5cd20e77d61d6eff2e4fcd7875acc08dae9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"84f01ddae3385f044283562b6616796101e4519c2d10f687ec2817e026aed194","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"8a071f9102350fad6cb85c2fd56bd662e081449f5b34dbddcc067ba4437e17f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"8eeb14b37d294ffe98c3aded0dacf1c2c543b333131f1c1de93baf6210a37b22","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"95ada3cd75c7f5efcb663b991723be4065ddb47751d6ca39e15f53f6951bcd99","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"998beeb09893fa243f26a38f40c4203361fbb4fd773741d35e210c88dce96aa4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"9a1fa41859bf92af77752195135c1dcd46702a433f6aaa73bf1b9abf9e65ba60","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"9ce383a8067834e96cf8a1836003a7ad5d20233d58ff58ad1e70b3a2aa48c99b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"ab604d83f2b8381b3a9bbed7beac9665621986b055361b56f49e8c50c004eb41","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"ac5915b0798a74efe429fc48c011fd5774fcf9c058489c2f4d3eb77225f2263a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"c42a0a9ced503f7e4ba9bd96c4899cef4008f42a686f7160d614737ed4f0ce43","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"c679c3e32a028d8e41ec9b74d070f551df7d1efd69cc87444bca14e9944e3125","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"cb743d59cd6845edd94ed4667c4c237a70bb1bc244c4537102487489d8240dae","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"ce61c1e8e008d08620277c8743894e19882835145297848b8b405c8b5e40cbcb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"d3e072f85248bb98f501776694fd1eed6f33832139bd0e5918d530a2ef96598d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"d471e4fe80c5552b08d146743f1f34c09ef5f3f7b8b76a9f0b6203219b96f51f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"e73c7e8496c79a99b4ea66a60558c08e331b989017c1d129d0d2651cd387c7c1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"f7cdfdcf5f3ba93daa91093903f6948584ef5ab9637888c20e8b9b5ea4432889","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":4,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":4,"after_last_push_count":19,"trend_counts":[1,7,2,0,0,0,4],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-06","2026-04-20","2026-04-27"],"prior_runs_affected":22,"prior_last_seen_at":"2026-04-30T02:00:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n          \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000edeb88, {0xc000e9e120?, 0x0?, 0x0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000609508, {0x0, 0x0}, {0xc3060e0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000e9e100, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2d4da85?, 0xc000e80000?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/ginkgo/util.go:85\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x8e0d3a8, 0xc000c51b80}, 0xc000a81d40, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 53 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000e297a0?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 98\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115 @ 05/04/26 08:51:52.884\n  \"ts\"=\"2026-05-04 08:51:52.884562\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-04 08:51:52.884648\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-mnd8tb-7qrshq\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\n  \"ts\"=\"2026-05-04 08:51:52.983579\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-20-mnd8tb-7qrshq\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-04 08:51:53.753121\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.753232\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.753300\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:53.754635\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\"\n  \"ts\"=\"2026-05-04 08:51:53.754644\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\n  \"ts\"=\"2026-05-04 08:51:54.081137\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-04 08:51:54.363563\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\" \"deployment\"=\"msi-deployment-116\"\n  \"ts\"=\"2026-05-04 08:51:55.107531\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\" \"deployment\"=\"pooledNonMsiScopedAssignments-zy6fi42ffv3g4\"\n  \"ts\"=\"2026-05-04 08:51:55.268696\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-mnd8tb-7qrshq\"\n  \"ts\"=\"2026-05-04 08:51:55.328144\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:55.542585\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-04 08:51:55.542824\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199\n          \u003e github.com/onsi/ginkgo/v2/internal.(*group).run(0xc000edeb88, {0xc000e9e120?, 0x0?, 0x0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000609508, {0x0, 0x0}, {0xc3060e0, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000e9e100, ...})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496\n          \u003e github.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68\n            github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2d4da85?, 0xc000e80000?})\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/ginkgo/util.go:85\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x8e0d3a8, 0xc000c51b80}, 0xc000a81d40, 0x1)\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:596\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:237\n            github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n              /go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260408205138-ec501c2bf4a5/pkg/extension/extensiontests/spec.go:230\n\n          goroutine 53 [select]\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc000e297a0?)\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131\n          \u003e github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 98\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115 @ 05/04/26 08:51:52.884\n  \"ts\"=\"2026-05-04 08:51:52.884562\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-04 08:51:52.884648\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-mnd8tb-7qrshq\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\n  \"ts\"=\"2026-05-04 08:51:52.983579\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-cluster-candidate-4-20-mnd8tb-7qrshq\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-04 08:51:53.753121\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.753232\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-d4ee2620a775558818d65bdad60edec7ff8775b05730402bc0de88c0d1c3d86f.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.753300\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:53.754635\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\"\n  \"ts\"=\"2026-05-04 08:51:53.754644\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\n  \"ts\"=\"2026-05-04 08:51:54.081137\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-04 08:51:54.363563\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-116\" \"deployment\"=\"msi-deployment-116\"\n  \"ts\"=\"2026-05-04 08:51:55.107531\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\" \"deployment\"=\"pooledNonMsiScopedAssignments-zy6fi42ffv3g4\"\n  \"ts\"=\"2026-05-04 08:51:55.268696\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\" \"deployment\"=\"customer-infra-cluster-candidate-4-20-mnd8tb-7qrshq\"\n  \"ts\"=\"2026-05-04 08:51:55.328144\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:55.542585\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-04 08:51:55.542824\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"rg-candidate-4-20-6dvgzr\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","Customer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.872s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n        In [It] (Node Runtime: 2h29m59.872s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 15m50.744s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n          Spec Goroutine\n          goroutine 116 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e0d3a8, 0xc000a00eb0}, 0x82e1752?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e4a1e0, {0x8e0d3a8, 0xc000a00eb0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e0d418?, 0xc000f32150?}, {{0x8e25e48?, 0xc00063ee80?}, 0xc00180e520?}, 0xc00008b760, {0xc000aa5830, 0x13}, {0x8300ae2, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0014ca377, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fb0a8517460, 0xc000f45f20})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e25f20?, 0xc000f45f20?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 49\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/04/26 08:51:52.884\n  \"ts\"=\"2026-05-04 08:51:52.884414\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-04 08:51:52.884487\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-pkvjb9\" \"resourceGroup\"=\"clusternp128-sl625r\"\n  \"ts\"=\"2026-05-04 08:51:52.940234\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-pkvjb9\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-04 08:51:53.919548\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.919661\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.919714\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:53.921093\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\"\n  \"ts\"=\"2026-05-04 08:51:53.921102\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-sl625r\"\n  \"ts\"=\"2026-05-04 08:51:54.229005\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-04 08:51:54.503759\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\" \"deployment\"=\"msi-deployment-134\"\n  \"ts\"=\"2026-05-04 08:51:54.692153\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-sl625r\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n  \"ts\"=\"2026-05-04 08:51:54.751953\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-sl625r\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-pkvjb9\"\n  \"ts\"=\"2026-05-04 08:51:54.802292\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:55.368728\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-04 08:51:55.369538\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-sl625r\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nCustomer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.872s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n        In [It] (Node Runtime: 2h29m59.872s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 15m50.744s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n          Spec Goroutine\n          goroutine 116 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e0d3a8, 0xc000a00eb0}, 0x82e1752?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e4a1e0, {0x8e0d3a8, 0xc000a00eb0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e0d418?, 0xc000f32150?}, {{0x8e25e48?, 0xc00063ee80?}, 0xc00180e520?}, 0xc00008b760, {0xc000aa5830, 0x13}, {0x8300ae2, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0014ca377, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fb0a8517460, 0xc000f45f20})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e25f20?, 0xc000f45f20?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 49\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/04/26 08:51:52.884\n  \"ts\"=\"2026-05-04 08:51:52.884414\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-04 08:51:52.884487\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-pkvjb9\" \"resourceGroup\"=\"clusternp128-sl625r\"\n  \"ts\"=\"2026-05-04 08:51:52.940234\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-pkvjb9\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-04 08:51:53.919548\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.919661\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-04 08:51:53.919714\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:53.921093\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\"\n  \"ts\"=\"2026-05-04 08:51:53.921102\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-sl625r\"\n  \"ts\"=\"2026-05-04 08:51:54.229005\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-04 08:51:54.503759\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-134\" \"deployment\"=\"msi-deployment-134\"\n  \"ts\"=\"2026-05-04 08:51:54.692153\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-sl625r\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n  \"ts\"=\"2026-05-04 08:51:54.751953\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-sl625r\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-pkvjb9\"\n  \"ts\"=\"2026-05-04 08:51:54.802292\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-04 08:51:55.368728\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-04 08:51:55.369538\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-sl625r\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","x8e25f20?, 0xc000957470?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/table_dsl.go:293 +0x105 fp=0xc000a99f88 sp=0xc000a99f18 pc=0x3243aa5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a99fe0 sp=0xc000a99f88 pc=0x323541b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a99fe8 sp=0xc000a99fe0 pc=0x2dc6cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 165 gp=0xc000582fc0 m=nil [IO wait]:\nruntime.gopark(0xc000127900?, 0xfb7c2708?, 0x0?, 0xb9?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e4e720 sp=0xc000e4e700 pc=0x2dbe50e\nruntime.netpollblock(0x2e28d18?, 0x2d4a066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e4e758 sp=0xc000e4e720 pc=0x2d7dfb7\ninternal/poll.runtime_pollWait(0x7f6a088ac600, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000e4e778 sp=0xc000e4e758 pc=0x2dbcda5\ninternal/poll.(*pollDesc).wait(0xc000801500?, 0xc0011aa000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e4e7a0 sp=0xc000e4e778 pc=0x2e4bb47\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000801500, {0xc0011aa000, 0x3000, 0x3000})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e4e838 sp=0xc000e4e7a0 pc=0x2e4cf79\nnet.(*netFD).Read(0xc000801500, {0xc0011aa000?, 0xc0011aa302?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000e4e880 sp=0xc000e4e838 pc=0x3010ea5\nnet.(*conn).Read(0xc000e02038, {0xc0011aa000?, 0x7f69fb7dfc20?, 0x7f6a50cd5108?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc000e4e8c8 sp=0xc000e4e880 pc=0x3022f45\ncrypto/tls.(*atLeastReader).Read(0xc001040108, {0xc0011aa000?, 0x2cf9?, 0x2dbb245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e4e910 sp=0xc000e4e8c8 pc=0x308eadb\nbytes.(*Buffer).ReadFrom(0xc0004c89a8, {0x8d7a940, 0xc001040108})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000e4e968 sp=0xc000e4e910 pc=0x2e8a3d8\ncrypto/tls.(*Conn).readFromUntil(0xc0004c8708, {0x8d7b3e0, 0xc000e02038}, 0xc000e4e9d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e4e9a0 sp=0xc000e4e968 pc=0x308ecbe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc0004c8708, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e4ec18 sp=0xc000e4e9a0 pc=0x308bd3b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc0004c8708, {0xc001047000, 0x1000, 0x348ce60?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e4ec80 sp=0xc000e4ec18 pc=0x3092645\nbufio.(*Reader).Read(0xc0010442a0, {0xc0006ea824, 0x9, 0x349aeee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e4ecb8 sp=0xc000e4ec80 pc=0x2f24a97\nio.ReadAtLeast({0x8d79da0, 0xc0010442a0}, {0xc0006ea824, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e4ed00 sp=0xc000e4ecb8 pc=0x2e18e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0006ea824, 0x9, 0xc0000000fb?}, {0x8d79da0?, 0xc0010442a0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e4ed50 sp=0xc000e4ed00 pc=0x3483c25\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0006ea7e0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e4edd8 sp=0xc000e4ed50 pc=0x34847eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0006ea7e0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e4ee18 sp=0xc000e4edd8 pc=0x3484f58\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e4efa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e4ef60 sp=0xc000e4ee18 pc=0x3497e2a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc000583880)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e4efc8 sp=0xc000e4ef60 pc=0x34971b2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e4efe0 sp=0xc000e4efc8 pc=0x3490945\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e4efe8 sp=0xc000e4efe0 pc=0x2dc6cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 164\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc8ae3\nrdx    0x0\nrdi    0xc2dd4d0\nrsi    0x80\nrbp    0x7f6a0a0e1cb8\nrsp    0x7f6a0a0e1c70\nr8     0x0\nr9     0x0\nr10    0x7f6a0a0e1ca8\nr11    0x202\nr12    0x7f6a0a0e1ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc8ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nx8e25f20?, 0xc000957470?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/table_dsl.go:293 +0x105 fp=0xc000a99f88 sp=0xc000a99f18 pc=0x3243aa5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a99fe0 sp=0xc000a99f88 pc=0x323541b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a99fe8 sp=0xc000a99fe0 pc=0x2dc6cc1\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 165 gp=0xc000582fc0 m=nil [IO wait]:\nruntime.gopark(0xc000127900?, 0xfb7c2708?, 0x0?, 0xb9?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000e4e720 sp=0xc000e4e700 pc=0x2dbe50e\nruntime.netpollblock(0x2e28d18?, 0x2d4a066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e4e758 sp=0xc000e4e720 pc=0x2d7dfb7\ninternal/poll.runtime_pollWait(0x7f6a088ac600, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000e4e778 sp=0xc000e4e758 pc=0x2dbcda5\ninternal/poll.(*pollDesc).wait(0xc000801500?, 0xc0011aa000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e4e7a0 sp=0xc000e4e778 pc=0x2e4bb47\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000801500, {0xc0011aa000, 0x3000, 0x3000})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e4e838 sp=0xc000e4e7a0 pc=0x2e4cf79\nnet.(*netFD).Read(0xc000801500, {0xc0011aa000?, 0xc0011aa302?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000e4e880 sp=0xc000e4e838 pc=0x3010ea5\nnet.(*conn).Read(0xc000e02038, {0xc0011aa000?, 0x7f69fb7dfc20?, 0x7f6a50cd5108?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc000e4e8c8 sp=0xc000e4e880 pc=0x3022f45\ncrypto/tls.(*atLeastReader).Read(0xc001040108, {0xc0011aa000?, 0x2cf9?, 0x2dbb245?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e4e910 sp=0xc000e4e8c8 pc=0x308eadb\nbytes.(*Buffer).ReadFrom(0xc0004c89a8, {0x8d7a940, 0xc001040108})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000e4e968 sp=0xc000e4e910 pc=0x2e8a3d8\ncrypto/tls.(*Conn).readFromUntil(0xc0004c8708, {0x8d7b3e0, 0xc000e02038}, 0xc000e4e9d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e4e9a0 sp=0xc000e4e968 pc=0x308ecbe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc0004c8708, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e4ec18 sp=0xc000e4e9a0 pc=0x308bd3b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc0004c8708, {0xc001047000, 0x1000, 0x348ce60?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e4ec80 sp=0xc000e4ec18 pc=0x3092645\nbufio.(*Reader).Read(0xc0010442a0, {0xc0006ea824, 0x9, 0x349aeee?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e4ecb8 sp=0xc000e4ec80 pc=0x2f24a97\nio.ReadAtLeast({0x8d79da0, 0xc0010442a0}, {0xc0006ea824, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e4ed00 sp=0xc000e4ecb8 pc=0x2e18e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0006ea824, 0x9, 0xc0000000fb?}, {0x8d79da0?, 0xc0010442a0?})\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:250 +0x65 fp=0xc000e4ed50 sp=0xc000e4ed00 pc=0x3483c25\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0006ea7e0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:513 +0x6b fp=0xc000e4edd8 sp=0xc000e4ed50 pc=0x34847eb\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0006ea7e0)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/frame.go:572 +0x18 fp=0xc000e4ee18 sp=0xc000e4edd8 pc=0x3484f58\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e4efa8)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2251 +0xca fp=0xc000e4ef60 sp=0xc000e4ee18 pc=0x3497e2a\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc000583880)\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:2120 +0x52 fp=0xc000e4efc8 sp=0xc000e4ef60 pc=0x34971b2\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0x25 fp=0xc000e4efe0 sp=0xc000e4efc8 pc=0x3490945\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e4efe8 sp=0xc000e4efe0 pc=0x2dc6cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 164\n\t/go/pkg/mod/golang.org/x/net@v0.53.0/http2/transport.go:873 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2dc8ae3\nrdx    0x0\nrdi    0xc2dd4d0\nrsi    0x80\nrbp    0x7f6a0a0e1cb8\nrsp    0x7f6a0a0e1c70\nr8     0x0\nr9     0x0\nr10    0x7f6a0a0e1ca8\nr11    0x202\nr12    0x7f6a0a0e1ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2dc8ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"605a0197b4713db8b8f84ef541971c22751ce0fb3b16fb97c098151d2afb0c01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"76329cf8e1fdcadecab6b2623ee9f3b2ca558dbf59aaa410a65ac76434c9d810","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"910891fab74051881ef979109795f23592af510dd8b2d0acce59ccdc7a257fa0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"947d536583f9ee39787f502a3d3296be500fb88f4c73ca5d0674ab556635a5b8","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":1,"after_last_push_count":8,"trend_counts":[1,2,1,0,0,0,1],"trend_range":"2026-04-28..2026-05-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-04-20","2026-04-27"],"prior_runs_affected":8,"prior_last_seen_at":"2026-04-30T02:00:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2051181894506123264","occurred_at":"2026-05-04T06:07:27Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
