{"meta":{"start_date":"2026-05-14","end_date":"2026-05-14","start_at":"2026-05-14T00:00:00Z","end_at":"2026-05-15T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T14:27:11Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":2,"failed_runs":1,"raw_occurrences":38,"matched_occurrences":38,"runs_affected":1},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":33,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":33,"after_last_push_count":33,"trend_counts":[0,0,0,0,0,0,33],"trend_range":"2026-05-08..2026-05-14 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-13","2026-04-20","2026-04-27","2026-05-04"],"prior_runs_affected":28,"prior_last_seen_at":"2026-05-08T17:54:02Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e0b10\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-cn88z9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: failed waiting for cluster=\"cluster-zstream-4-21-cn88z9\" in resourcegroup=\"rg-zstream-upgrade-4-21-rv459w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e0b10\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-cn88z9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: failed waiting for cluster=\"cluster-zstream-4-21-cn88z9\" in resourcegroup=\"rg-zstream-upgrade-4-21-rv459w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-cn88z9 in resource group rg-zstream-upgrade-4-21-rv459w, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00179a090\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00179a090\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-klc544\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-klc544, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001436630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-g9w68r, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: failed waiting for cluster=\"cluster-candidate-4-21-g9w68r\" in resourcegroup=\"rg-candidate-4-21-hk4wmf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001436630\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-g9w68r, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: failed waiting for cluster=\"cluster-candidate-4-21-g9w68r\" in resourcegroup=\"rg-candidate-4-21-hk4wmf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-21-g9w68r in resource group rg-candidate-4-21-hk4wmf, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"06a942c253ba3ccfbd5503f29b68b5127ab91954e343add6706c6d833907d4e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"0d85d7d60eb7a10432e3bbdfd33a328e7c56f70c1c3b9ca5fb647f0838908d25","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"100030e6a462d0ee15ec9ac25b079bac65bd52a889462bd57812e74bbef4ed55","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"2b70180fe6e9a3e08736577d3364c5cef8b895822c8e23a547a0da56da96743b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"2eeb55b98e5ed80c3788ac690e982f2bc6594f74191474fecc0efdcb2f18dfb4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"3140118a2e1da9e226a23fe8f78a95a139a41ed84b4888c1085be5423ac50a13","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"45b6fed9008d8d4b945f64f49b1fd2448357456128c7507ee5940caabfa8b90f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"4b986ffcc471b2939206ceb91f887fe3c82d5fd752f3b4a5cce04aeca7c6c3e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"4dce15946c522dc017005d62460ad9d54537dc891fa9ff06912bcd5218c8f37b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"4f6a45affe048b133ea59721600b51a00f12f8cc9d82cfe712af2335aec69f90","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"6005b2d98f68bc530d0cab9f9093f9856168a478daebc19776dd36ca9157904d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"64f5a76fdd56d2e82c88cf2ba94779d8bc1c2155042783d3cdbfc9cbff993840","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"6a673a972b8c5e6de9bcc86a1c3eb7efde553944650407885a38e18365ca3ba4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"6c1224ff2d2ca8ef2c05bd5e5aa379e13fec27716d734cac2332262d858d7824","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"6fd6a0d82e6ac81a8a51781f46ff4d8ff4c3a64bb765a4493f1d80fcbb8a25df","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"72d9f854419130a82c3db29ba614039aef214eec9a2cf400c951677b0ae08c0c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"792a25e2e10b0a34f58c4e0b4144df6d7c52f1607e0a4b72579f602b9ee49da4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"7c78f6312b1140909309c1237ff954b51744c16f2526e88b209641ffcd9e8e52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"8449631155d7574b04392b0bd24344c99399f14c518460e7802450e5796ba274","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"879e027658405d74dd42b34c281a3f801a2dc94beb7559ea47590750fc5bc65d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"8a9c42925de27475a278dd941d0955539e74316a33d6239db15406237f761192","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"8bbcbe7bac90cccc13d0c43fcca904077d68c651057fec67029be5054a4d188d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"adb27fab16992e0383eec5285b19fb40e7cd6daa662149242743ebf18ed5b63f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"b6761bfd06c6a0071a8d9e95c60bc9843ca7ca9889d98dbf24fc8681936c3b09","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"ba8cd21ec1d64252292a42117ca139fcb02e98e68c59759c94832f0f2a282967","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"bbedbb39eff251c15aee469f32cffc7f7b8935329ce9663673e581cd16bef01d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"be3e8f84d59dfa0dfd6d92a2378a88a0274af877024cf0bf939555b2bdbfe3f9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"d4a5b7dd913ef11c91c9ea3fd502e59458ad64e77608d4b9c324ac341d431aef","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"d96038c69e21cdff6c8509e8aebd3686a93a2a34f020674421eb1ddef0b9dd61","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"dab0d37553b0d564674d56ee36b1d4a41ca9239b73ceb5e9bc47b5e052198513","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"e264c01b515076aad759051f1d1f3e7944a60135f2e535ba495bd0c982c93c49","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"ed829806a7443cea416802ee1f6b0f511059ca32563cab594528efad81984471","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"fb96aaafd46c27d74bf48b43fa07a4f52bea68d241ae3e63cb3a9ed0a4830e8d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":3,"after_last_push_count":22,"trend_counts":[0,0,0,0,0,0,3],"trend_range":"2026-05-08..2026-05-14 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-20","2026-04-27","2026-05-04"],"prior_runs_affected":8,"prior_last_seen_at":"2026-05-04T06:07:27Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1}],"full_error_samples":["Customer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.889s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n        In [It] (Node Runtime: 2h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 13m58.338s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n          Spec Goroutine\n          goroutine 76 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0013e8690}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0013e8690}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc0014043f0?}, {{0x8e42958?, 0xc000d9c600?}, 0xc000798b30?}, 0xc00008f760, {0xc000080990, 0x13}, {0x8319ec1, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013f6c97, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fdc50f03d38, 0xc000baa1e0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000baa1e0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/14/26 05:30:00.526\n  \"ts\"=\"2026-05-14 05:30:00.526801\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.526855\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n  \"ts\"=\"2026-05-14 05:30:00.645848\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:00.988854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:00.988958\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:00.989012\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:00.991791\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\"\n  \"ts\"=\"2026-05-14 05:30:00.991804\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n  \"ts\"=\"2026-05-14 05:30:01.307927\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n  \"ts\"=\"2026-05-14 05:30:01.324197\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:01.368575\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\"\n  \"ts\"=\"2026-05-14 05:30:01.445985\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"msi-deployment-16\"\n  \"ts\"=\"2026-05-14 05:30:01.570429\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.771943\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:01.772204\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nCustomer should be able to create an HCP cluster and custom node pool osDisk size (Spec Runtime: 2h29m59.889s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n        In [It] (Node Runtime: 2h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 13m58.338s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:73\n\n          Spec Goroutine\n          goroutine 76 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0013e8690}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0013e8690}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc0014043f0?}, {{0x8e42958?, 0xc000d9c600?}, 0xc000798b30?}, 0xc00008f760, {0xc000080990, 0x13}, {0x8319ec1, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013f6c97, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fdc50f03d38, 0xc000baa1e0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:74\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000baa1e0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80 @ 05/14/26 05:30:00.526\n  \"ts\"=\"2026-05-14 05:30:00.526801\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.526855\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n  \"ts\"=\"2026-05-14 05:30:00.645848\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-hcp-cluster-np-128-xgjwjl\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:00.988854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:00.988958\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a85d76e69c62fcc4973899bcc5957cf5e02900c7383d8dbab637c1fde0fca561.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:00.989012\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:00.991791\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\"\n  \"ts\"=\"2026-05-14 05:30:00.991804\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\n  \"ts\"=\"2026-05-14 05:30:01.307927\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"pooledNonMsiScopedAssignments-3ljyjjx2n7gxo\"\n  \"ts\"=\"2026-05-14 05:30:01.324197\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:01.368575\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"clusternp128-dw5kpk\" \"deployment\"=\"customer-infra-hcp-cluster-np-128-xgjwjl\"\n  \"ts\"=\"2026-05-14 05:30:01.445985\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-16\" \"deployment\"=\"msi-deployment-16\"\n  \"ts\"=\"2026-05-14 05:30:01.570429\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.771943\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:01.772204\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"clusternp128-dw5kpk\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","remaining specs.  Interrupt again to skip cleanup.\n    Here's a current progress report:\n      Customer should be able to create node pools with ARM64-based VMs (Spec Runtime: 2h29m59.866s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n        In [It] (Node Runtime: 2h29m59.866s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 13m47.243s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:82\n\n          Spec Goroutine\n          goroutine 68 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0002211d0}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0002211d0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc00059c000?}, {{0x8e42958?, 0xc000e5de00?}, 0xc000e2f1d0?}, 0xc00008f768, {0xc0015403a8, 0x17}, {0x8325b3f, 0x14}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0012fb230, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f50c840d880, 0xc000d3a480})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:83\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000d3a480?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90 @ 05/14/26 05:30:00.521\n  \"ts\"=\"2026-05-14 05:30:00.521490\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.521588\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n  \"ts\"=\"2026-05-14 05:30:00.632760\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:01.028526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:01.028613\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:01.028662\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.030090\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\"\n  \"ts\"=\"2026-05-14 05:30:01.030091\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n  \"ts\"=\"2026-05-14 05:30:01.333150\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:01.402843\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"pooledNonMsiScopedAssignments-6htyoibevj7ye\"\n  \"ts\"=\"2026-05-14 05:30:01.445386\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"msi-deployment-61\"\n  \"ts\"=\"2026-05-14 05:30:01.468401\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\"\n  \"ts\"=\"2026-05-14 05:30:01.574116\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.760665\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:01.763535\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nremaining specs.  Interrupt again to skip cleanup.\n    Here's a current progress report:\n      Customer should be able to create node pools with ARM64-based VMs (Spec Runtime: 2h29m59.866s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n        In [It] (Node Runtime: 2h29m59.866s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35\n          At [By Step] creating the HCP cluster (Step Runtime: 13m47.243s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:82\n\n          Spec Goroutine\n          goroutine 68 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc0002211d0}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc0002211d0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc00059c000?}, {{0x8e42958?, 0xc000e5de00?}, 0xc000e2f1d0?}, 0xc00008f768, {0xc0015403a8, 0x17}, {0x8325b3f, 0x14}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0012fb230, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7f50c840d880, 0xc000d3a480})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:83\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000d3a480?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90 @ 05/14/26 05:30:00.521\n  \"ts\"=\"2026-05-14 05:30:00.521490\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.521588\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n  \"ts\"=\"2026-05-14 05:30:00.632760\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-arm64-vm-hcp-cluster-g28xxb\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:01.028526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:01.028613\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a6eb9d68aa9cc22f7e78141cf691002056d2ca6a7d34a8fba7d067b26fef9e86.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:01.028662\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.030090\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\"\n  \"ts\"=\"2026-05-14 05:30:01.030091\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\n  \"ts\"=\"2026-05-14 05:30:01.333150\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:01.402843\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"pooledNonMsiScopedAssignments-6htyoibevj7ye\"\n  \"ts\"=\"2026-05-14 05:30:01.445386\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-61\" \"deployment\"=\"msi-deployment-61\"\n  \"ts\"=\"2026-05-14 05:30:01.468401\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\" \"deployment\"=\"customer-infra-arm64-vm-hcp-cluster-g28xxb\"\n  \"ts\"=\"2026-05-14 05:30:01.574116\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:01.760665\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:01.763535\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"arm64-vm-cluster-5c9nb2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","nt progress report:\n      Customer should be able to create an HCP cluster with custom autoscaling (Spec Runtime: 2h29m59.884s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n        In [It] (Node Runtime: 2h29m59.884s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n          At [By Step] creating the cluster (Step Runtime: 13m58.964s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:90\n\n          Spec Goroutine\n          goroutine 114 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc000bfafa0}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc000bfafa0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc000946150?}, {{0x8e42958?, 0xc000933000?}, 0xc0014c2e28?}, 0xc00008f720, {0xc00153b140, 0x1a}, {0x833717c, 0x17}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013d3c47, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f6588241860, 0xc000e02f00})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:91\n                | \n                | By(\"creating the cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000e02f00?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97 @ 05/14/26 05:30:00.521\n  \"ts\"=\"2026-05-14 05:30:00.521474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.521545\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n  \"ts\"=\"2026-05-14 05:30:00.618320\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:02.019461\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:02.019562\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:02.019614\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:02.021044\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n  \"ts\"=\"2026-05-14 05:30:02.021025\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\"\n  \"ts\"=\"2026-05-14 05:30:02.340783\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"pooledNonMsiScopedAssignments-e4ixwyxsfjnje\"\n  \"ts\"=\"2026-05-14 05:30:02.389983\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\"\n  \"ts\"=\"2026-05-14 05:30:02.843289\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:03.312787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"msi-deployment-12\"\n  \"ts\"=\"2026-05-14 05:30:03.420865\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:04.407214\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:04.407388\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nnt progress report:\n      Customer should be able to create an HCP cluster with custom autoscaling (Spec Runtime: 2h29m59.884s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n        In [It] (Node Runtime: 2h29m59.884s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36\n          At [By Step] creating the cluster (Step Runtime: 13m58.964s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:90\n\n          Spec Goroutine\n          goroutine 114 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e29e48, 0xc000bfafa0}, 0x82faaf2?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e66d20, {0x8e29e48, 0xc000bfafa0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8e29eb8?, 0xc000946150?}, {{0x8e42958?, 0xc000933000?}, 0xc0014c2e28?}, 0xc00008f720, {0xc00153b140, 0x1a}, {0x833717c, 0x17}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:852\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc0013d3c47, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func6.2({0x7f6588241860, 0xc000e02f00})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:91\n                | \n                | By(\"creating the cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8e42a30?, 0xc000e02f00?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97 @ 05/14/26 05:30:00.521\n  \"ts\"=\"2026-05-14 05:30:00.521474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-05-14 05:30:00.521545\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n  \"ts\"=\"2026-05-14 05:30:00.618320\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-autoscaling-hcp-cluster-g9ldv2\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-05-14 05:30:02.019461\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:02.019562\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-31a71a35884d87a4a1de36eceeb324011e1c775154472da33ffc40cde64c08cb.yaml.gz\"\n  \"ts\"=\"2026-05-14 05:30:02.019614\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:02.021044\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\n  \"ts\"=\"2026-05-14 05:30:02.021025\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\"\n  \"ts\"=\"2026-05-14 05:30:02.340783\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"pooledNonMsiScopedAssignments-e4ixwyxsfjnje\"\n  \"ts\"=\"2026-05-14 05:30:02.389983\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\" \"deployment\"=\"customer-infra-autoscaling-hcp-cluster-g9ldv2\"\n  \"ts\"=\"2026-05-14 05:30:02.843289\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-05-14 05:30:03.312787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-12\" \"deployment\"=\"msi-deployment-12\"\n  \"ts\"=\"2026-05-14 05:30:03.420865\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-05-14 05:30:04.407214\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-05-14 05:30:04.407388\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"autoscaling-cluster-lfddg6\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"3ee7737356a84a0c5e11c2d4e419cda36fea174ff09da91a87fc064ae092679c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"a4048dddf6e2231629b217ebb58ea4d448c77d328c5082e5daa6e31b4130c7ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"b0f1dd579f12ef5a127a84a1cc98337fd6196f180d8bab9000a7cadfd2bb7170","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":10,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-08..2026-05-14 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-20","2026-04-27","2026-05-04"],"prior_runs_affected":10,"prior_last_seen_at":"2026-05-07T21:40:55Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 2700.007s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"f816448949a54c698daec440b6be14869199dd5156942a339f2ff5a445aaf853","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":12,"trend_counts":[2,0,0,0,0,0,1],"trend_range":"2026-05-08..2026-05-14 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-20","2026-04-27","2026-05-04"],"prior_runs_affected":12,"prior_last_seen_at":"2026-05-08T09:23:34Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2054754184330219520","occurred_at":"2026-05-14T02:42:27Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}