{"meta":{"start_date":"2026-05-08","end_date":"2026-05-08","start_at":"2026-05-08T00:00:00Z","end_at":"2026-05-09T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T13:51:29Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":6,"failed_runs":5,"raw_occurrences":41,"matched_occurrences":41,"runs_affected":5},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-rzvvk4, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-rzvvk4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-rzvvk4, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":37,"runs_affected":5,"failed_runs":5,"run_impact_percent":83.33333333333333,"anchor_occurrences":37,"after_last_push_count":37,"trend_counts":[0,0,0,0,0,0,37],"trend_range":"2026-05-02..2026-05-08 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":35,"prior_last_seen_at":"2026-05-01T03:28:46Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b66120\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-bf6dd9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-bf6dd9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b66120\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-bf6dd9\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-bf6dd9, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016085d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-nrstp7, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-nrstp7 in resource group rg-zstream-upgrade-4-21-dbw6vp, error: failed waiting for cluster=\"cluster-zstream-4-21-nrstp7\" in resourcegroup=\"rg-zstream-upgrade-4-21-dbw6vp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-nrstp7 in resource group rg-zstream-upgrade-4-21-dbw6vp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:141]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016085d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-nrstp7, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-nrstp7 in resource group rg-zstream-upgrade-4-21-dbw6vp, error: failed waiting for cluster=\"cluster-zstream-4-21-nrstp7\" in resourcegroup=\"rg-zstream-upgrade-4-21-dbw6vp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-nrstp7 in resource group rg-zstream-upgrade-4-21-dbw6vp, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015ebe90\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-l8tbkk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-l8tbkk in resource group rg-cp-ystream-upgrade-4-21-9xcdts, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-l8tbkk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-9xcdts\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-l8tbkk in resource group rg-cp-ystream-upgrade-4-21-9xcdts, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015ebe90\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-l8tbkk, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-l8tbkk in resource group rg-cp-ystream-upgrade-4-21-9xcdts, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-l8tbkk\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-9xcdts\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-l8tbkk in resource group rg-cp-ystream-upgrade-4-21-9xcdts, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052809265785081856","occurred_at":"2026-05-08T17:54:02Z","signature_id":"630aa3c31463db2f0f2ace7285a7db34e22407723279c17a940b9e46ee56ac5a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"10258748e3a49564c758ee3d15623aae9c0d42231f0e44b0f6aa3604873ebf45","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"10bd7ba40f86874640c4582ede0e92ab2137c838789de6abd0e28ba9b9daf495","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"2e6ef4ee0237634874f798a7baac6c2ce2a28b48f6592d5c7cfd54579b871b38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"42d0c6916e2d13266dfe209fc1ab901bfee7c331418fbcb18d423772e68c6e71","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"675a2c0e8f86c301d222c49991c97ef541d3e650c243de4346f06b5c8d9ed341","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"6b4fb8ca3b86ab5b4adaa06e87cdf92cfbaa8541771eef30559285c8b8567713","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"825a1844ab11992d11a9a6aff17bf3c7a8eb23ee162a6e8976a66369ef248064","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"86be4fa1b724f2f04d49a14bc6bb5c6ce0cc47462b22a906b19746913eaa941e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"91e08797c7b95af5939914c7dc23fd127a41b7f48154fc0928d8bf2cb6006d7a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"971ee98f059ef5b2dfe2b72d7732dcbef9a1849fd9722e93a6922b70d2c6c4d9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"99b8e540c9b200cbfd79a911114e422dea1bc0e9d1e83bd2515acdf295e714ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"bb6de434c13410a0e8e7ba7c9b5d9268300c73adb7c103a348e91eb73478f76f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"dd07fd16a7d19b4f434a4dab92128e18cb18775029252b61582c85242e122307","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"ed02752d4bff2b178d6c33755eaf12cf3de288aae48bbb18fe96e0275416b6a9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"0b7c6c380472cceaf71c8e68ceff25572b4020adf4a945cefc23c05322fa7185","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"24a61af71094f216d459d8c1da4e793b0b0fea0674e2aa35cb21dbc07d0ace35","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"2eded0edc6f920d82405fb1da27b7d64871e8afc79e8c602d481b23cf743675e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"633c6b4046fad7ad87cdd48e8959037239aebf8a4fc7ecb3d8bb365f1155a2c5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"7144daab41e901301ea1ee21d7b149e97520d23470d4a948369181a0425b8991","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"b055e3539cf07e98b36504d1b626ad52bc637bd906e959693e10f4c45a57ddbc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"c94f04187fb9deb9fced30d24e6c28cba651944e736b9b5544a54401bc84d342","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052627527997853696","occurred_at":"2026-05-08T05:51:53Z","signature_id":"f7012427ba91c0f1d2a56a61e891a4a3bde7259680fb3fc3cf4f5ee7c7020355","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"0986511271b02ab9a8cbfd127d866d527267b78a1d73a4ede74cf777e74113ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"17911e8a86fb6c51841f2ef68b4d9c86606606d00af54b5f65bc337b60585b97","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"2939a1cee2a914ee3c5a0a57d5183eee17690694178fe51eeaade91d16d85758","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"365b6d186b4a3fd1c14944cb1c5f860fd30acfc3930f3c63a1af05eda5c14f5a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"60f634fc3d07f43e55c0248a37670f486ceb8f762810fe4af450f4148060ac13","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"6755b2d69324e05350322381c69e73d84ba0999bdd69f6d4e4d733b3efd84ed7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"6821669c227bcdba84ce75c8fee5ea002a353493c65075a667842aea7aa09760","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"9d400636762149f1003486beadac59e27f3c7eb479528c718d1b495524ea0780","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"ac04d596e951bba2aa2d22afde7aab16a6a68f16dfb8121a9b967f541521a3b5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"cf7d1385967c5fdf2625968f58af89e05744066c1095697a2bc04fd8ef55bde9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"d077a9e084922963654f2460f9d38045a186ff99bddd89e7b2e21f6437d97307","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"e63527f8a17ca4f24d870de1d6ae63453253048b967a9ad94044b501ae3eb782","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"e9cc227348272f613b196033b9be928e8c06bcb0e17bcf38b0078def89c63367","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2052569181903130624","occurred_at":"2026-05-08T02:00:02Z","signature_id":"b0f7bea0f9caea447eb9f8e0bd1ab26837db331a9fb46d34a2d911ec6f714914","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9626adf85231cae7571909c00084bdfb7c9de3df3208a3d5200ee95baf8fc7e8","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":11,"trend_counts":[0,0,1,0,0,1,2],"trend_range":"2026-05-02..2026-05-08 UTC","prior_windows_present":2,"prior_window_starts":["2026-04-20","2026-04-27"],"prior_runs_affected":11,"prior_last_seen_at":"2026-04-30T02:00:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052576880476819456","occurred_at":"2026-05-08T02:30:37Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-8mnv7f, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-8mnv7f\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":16.666666666666668,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-02..2026-05-08 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":10,"prior_last_seen_at":"2026-04-30T03:16:57Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00170a570\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-8mnv7f, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-8mnv7f\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00170a570\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-8mnv7f, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-8mnv7f\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052809265785081856","occurred_at":"2026-05-08T17:54:02Z","signature_id":"cf12f201eedcc16bc0bb21591ac2e9d17e933f099d2d566665049402f0a55d4c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":16.666666666666668,"anchor_occurrences":1,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-02..2026-05-08 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-06","2026-04-20","2026-04-27"],"prior_runs_affected":20,"prior_last_seen_at":"2026-04-29T08:51:26Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2052680800888950784","occurred_at":"2026-05-08T09:23:34Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}