{"meta":{"start_date":"2026-05-07","end_date":"2026-05-07","start_at":"2026-05-07T00:00:00Z","end_at":"2026-05-08T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T15:11:56Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":4,"raw_occurrences":76,"matched_occurrences":75,"runs_affected":3},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-9rclvz, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-9rclvz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-9rclvz, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":69,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":69,"after_last_push_count":69,"trend_counts":[0,0,0,0,0,0,69],"trend_range":"2026-05-01..2026-05-07 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":17,"prior_last_seen_at":"2026-04-28T20:29:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:134]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d50f90\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-ndb9n4, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-ndb9n4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-ndb9n4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:134]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d50f90\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-ndb9n4, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-ndb9n4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-ndb9n4, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014ff350\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-zq9mbq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-zq9mbq in resource group rg-zstream-upgrade-4-19-lt2snx, error: failed waiting for cluster=\"cluster-zstream-4-19-zq9mbq\" in resourcegroup=\"rg-zstream-upgrade-4-19-lt2snx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-zq9mbq in resource group rg-zstream-upgrade-4-19-lt2snx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014ff350\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-zq9mbq, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-zq9mbq in resource group rg-zstream-upgrade-4-19-lt2snx, error: failed waiting for cluster=\"cluster-zstream-4-19-zq9mbq\" in resourcegroup=\"rg-zstream-upgrade-4-19-lt2snx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-zq9mbq in resource group rg-zstream-upgrade-4-19-lt2snx, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013e67b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-spnh6f, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-spnh6f in resource group rg-candidate-4-22-44hnbq, error: failed waiting for cluster=\"cluster-candidate-4-22-spnh6f\" in resourcegroup=\"rg-candidate-4-22-44hnbq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-spnh6f in resource group rg-candidate-4-22-44hnbq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:115]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013e67b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-spnh6f, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-spnh6f in resource group rg-candidate-4-22-44hnbq, error: failed waiting for cluster=\"cluster-candidate-4-22-spnh6f\" in resourcegroup=\"rg-candidate-4-22-44hnbq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-candidate-4-22-spnh6f in resource group rg-candidate-4-22-44hnbq, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"216c119d181f223cee91f9a8fecfdc784cda122a621cad591bf5b6311b585c33","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"28ba562601cda3cb93dc61fb136786b44fd1db20c865f957e4eaffa9195c7638","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"2a0063e9f614db1e6079f0b2754a9a150422c74a5f7ab0cad5746d333a911c6e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"2b9ca154104beac98e659a1992a1083f4539d0039a50afcb8ce71414d201d444","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"31bdc9684f46038ffbf858cb4088c6fac3c2d00a7c94f9210ee4ad3bf03f55a3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"3f233be4b0f0e0634341cff08c7681100e6bfad2caa183c181a5cb26bce6ad29","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"4964fe927c0c28defb8d18fc49a3b5d58e637869e7e7b7ce8d8329d77faa5dc2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"4afaad8b8763b7d614d2c1ebde09130e2f0c291814c990dcedec4351c35fefdb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"4b64fe701fa40b87bc3797463419d0e5456baac2abfad253142d3883ecfaad6d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"4f531c841e43b33c8bbaf3f4c7cba1cb6e25668fe47d392e612a1e0d5378a7e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"5afe98e5f1d26f4317f3f7e4e5b57906511f10be900c26f03df6b446b3f73feb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"5d207a6739ea79a112e083b1f88da0f811132c6e4804ccba26c13403884cd16e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"5f09e30a76b891b2df8683bcb4b752920ac1fb67b24ec9fbb9e247ad66ef3bc3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"5fab4b9a4d271d12e1ba3149174371fc1b255e727a9fefd1afb80c53c86458d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"5fd973ff455e4d8a323ef7fdb03d9bf1bfe752b6ea95c3c58a036627801e9a5e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"63848e81099823aa2f54365681cedcad22666dbc3c505507cc3e4d547752c716","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"6387ffb9ca32fb225e20afc0d1ffae2364e34d7b5522a6b96202d9737430ee23","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"695bc9dc13e1e7443ad183bc63d70297e1b77bc2a52ae55fecf380597040602d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"6b7a7046e00fd5cee073c10e6fc5e911d600f9262b236da986e50118f715d6b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"77c1380dacee69ebe6f1aa8c6aabc2e79acd11ae5626eb45e8ab411b1b454493","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"7ee958114c8967e2fd4425d980f22141ecb1a682b09cea9c5e8e72f10aa28766","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"8d1509784cc2b03cffb38d67e6d398c77beb5bfebee39393a9f163fdc3cfb73d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"9d331ac25e61702fac2cd618e19633f1111435ff3492f16a22825ee39eb294a9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"b58f5d995bd054f0ee1b0cd8d05975f9981bfbd5aa40e0011516668e5a9eb6b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"b8a2df697cf9b1017890f82302f73aad24025afcea9dc95a322f76cfc4152e93","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"c4c962d7f5be2bf6e60aa71cfc7d3f3cbfde7bdfdbde9aed1329de7b083296e3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"c6bea36a458858c2bbd72be599c8c2d0a72cca40963f2000570e6b6273b5c1ed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"d27d46cb3bc59ab8eabe8ee030977ddc52253445e81d2b1ba9f43c23ff8b0fc2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"e7d8354ebe2331a23d94e315ffaa16a94329fc1a173917239628549ae9ca9336","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"ebb9d0e6ec96d4e3249bb8ca09298bdf1be268b1daa8bcb52eb1da20ce0a5907","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"ee5cd88a600937d6c23b095856a4dbf737684d7a98111839fe969cb93cfe589f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"f1fc5bb309ab4a254b89e1b725c827f880c856d288e905e099ab7cba1f444b20","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"f56739aa1b83e0ab13eaca33f8f9a9380ee67896c3152dfd2444027231c8d35a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"f68ed0515f49cabbd976314770848e054fd65e459f278398e15b7dfb8194ac07","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"f92b5adf389db71e60611f5dec06da27c1848a9aa4866f106859fd9897972b85","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"07048b371965f1eff8107ec26285210d06433aa4b716e45f1dcf5802f116a307","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"0733950f30d043537cebb194435069f1713693a6b54f8a6c7676056b75719287","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"0ae5786424e7980e31b2eec5d92954618c5a094020879056a894069cbb278370","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"0cba71b4d15e6b4b57d6b158c3c3a250d418af541f428b2a849deda98fbd7383","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"2810bb7fa0a905bcf8f978f3945bcf2d9a0ff12bcf5263a0ca37d9286ab86408","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"2dcd35f02d26b04db9030bbf77911413398baa18605f7f68160a5c7517696d99","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"3351297c3274b73cb8f05ba281a3b8ed1cf50753d45f284f08b1c09f472f42e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"342635fc29e8c1955f6f8735feb4b822b8194a8e5cf874d9d59e1d50b608295d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"386c642c08410058109184fbe7575587d447d64f8c4e3ee30dd2acc1dd96f40f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"4418f00701917db6a272cb8cd0a26f9c314e0472917b0ff1a9f98c6ba1c548af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"50567953932047c72dcc81204226fe751a7252166a868b453b2cd46ce7c815e1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"53a4374ec219478511f0b320b537e6b9741ea8465ba24148d84b17a9c454b3df","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"57da8a06b9106d55889aecc218ca3bfa6af448c0213640aba888336782566e6e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"586b9377f2ef14e7a99a2d0db66c259f35af11f741b9e8556b1a3e22202b0d6e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"5a33b5f280939d59699dd98f106460f4e5ca0bf584dc60fd7d68db3f959db7a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"63a54d9bce9c1b982308ab89a15402a1008087a9674f2bb60e8873cfefc04aa6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"764b57c5af1528211c638f8b2c503baeed80a6419ed6391da08aecd3476f52f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"859a546ee1394cef08e13430193af4894d003c440730cbb40727b0910d71a174","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"87f1ffa3353f813a2869faecec8091567f377051d922047b8510ae7f44720c6d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"8afdd9cd81c483909f188e0f3abe4d141b97387a6a75b43abb7dab118518f515","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"93601afcdfba83e8e259270991ecfe77582e64911126c5484e81c044832a60a6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"94c638c71d631df0460aa903c708d5cc208a34454c58565cf632da51e71cc027","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"99665cda8fd40c9740d651139fec2d0f39d769a122793d17d7635b9ba0774360","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"9b3b4866623593b61114529f85b320edb2aef5eddf857680f637fcb6627479f1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"9d8974ff33dd5340f6e193f451846db1c4cf1658d39c0ed093f47bd4261807b1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"a33beb512beee70b877d2278ada876b129794c9282be0817c7c3cfde799ac07c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"a85ae1c59d2d2a79b5e38a762debdb128d8cf5ed592a2ac006148bf6f18c04a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"ab6fe0099c780ed8371c2fcf01274ac9b0c63036b78ced6e611609abb96dd897","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"ab8d6d6a79a3eb43d7351c47709d744ca83a1bd11cf0fb148ad3103d73c152cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"ad20bd67f26c1b664fa17a7e920414d6a20e2013d0a7f6404efcb1389aa1fade","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"ce256c436b8f59fec01253a30a21a8380d8a4bbd46734ad914e3ff21e882d031","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"df008d785934c78b59df5b90a694fdc0c21951027dcfb0d5a036c3f61d30f681","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"e9f6a69051ef2f5601bab523b791aa632177f05b4b485f9721451c4dd084363f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"f0293bf0bc94b5f815d0f70d0acba07368a5307738e3c8933226745e400bdb17","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8c37aeb4c0019ca0b37137c104e18d9445d8f58428c982441fd9abc11ccb61b3","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,3,2],"trend_range":"2026-05-01..2026-05-07 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.001s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.001s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"7808e0d17261c46203073385b1bf48fa70b107abdef9661b60e820b1b8327817","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"7808e0d17261c46203073385b1bf48fa70b107abdef9661b60e820b1b8327817","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"88fb289639ac585d41e102922a6ea4f479e947e9962ca681abe481db2908b42c","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":8,"trend_counts":[0,0,0,1,0,3,2],"trend_range":"2026-05-01..2026-05-07 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-20"],"prior_runs_affected":8,"prior_last_seen_at":"2026-04-22T14:42:40Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052271926398685184","occurred_at":"2026-05-07T06:18:51Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052178744273014784","occurred_at":"2026-05-07T00:08:34Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8be64044d6c01fd1b4bb536c29c4b3014256d4589d1fa91f7525668e9f395612","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":16.666666666666668,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-05-01..2026-05-07 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249]: Unexpected error:\n    \u003c*errors.joinError | 0xc0010ee2d0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-5nshss/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/disabled-image-registry-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:249]: Unexpected error:\n    \u003c*errors.joinError | 0xc0010ee2d0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-5nshss/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/disabled-image-registry-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:144]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e48460\u003e: \n    failed to create NodePool gpu-np-1: failed starting nodepool creation \"gpu-np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-tvwrsk\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-gpu-nodepool-NC4asT4v3-tvwrsk/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-gpu-np/nodePools/gpu-np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:144]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e48460\u003e: \n    failed to create NodePool gpu-np-1: failed starting nodepool creation \"gpu-np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-tvwrsk\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-gpu-nodepool-NC4asT4v3-tvwrsk/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-gpu-np/nodePools/gpu-np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052459411028316160","occurred_at":"2026-05-07T18:43:51Z","signature_id":"2d171ef93c0650160ae018d7cf94d41e15324e54d164444e3e48513e237b34cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2052459411028316160","occurred_at":"2026-05-07T18:43:51Z","signature_id":"6cab0f6f436a363388b19eccc83835c1f758da326af1820c187d0137cafe84d2","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
