{"meta":{"start_date":"2026-06-22","end_date":"2026-06-28","start_at":"2026-06-22T00:00:00Z","end_at":"2026-06-29T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T06:11:29Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":29,"failed_runs":13,"raw_occurrences":145,"matched_occurrences":145,"runs_affected":13},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-20-2kz852, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-2kz852 in resource group rg-candidate-4-20-7nckdp, error: failed waiting for cluster=\"cluster-candidate-4-20-2kz852\" in resourcegroup=\"rg-candidate-4-20-7nckdp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-20-2kz852 in resource group rg-candidate-4-20-7nckdp, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":126,"runs_affected":11,"failed_runs":11,"run_impact_percent":37.93103448275862,"anchor_occurrences":126,"after_last_push_count":360,"trend_counts":[6,44,72,6,4,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-25","2026-06-01","2026-06-08","2026-06-15"],"prior_runs_affected":66,"prior_last_seen_at":"2026-06-21T23:00:28Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016083c0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wf8drp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wf8drp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016083c0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wf8drp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wf8drp, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016351d0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-nvgmm7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-nvgmm7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016351d0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-nvgmm7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-nvgmm7, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-thm68z/cluster-nightly-5-0-r4s4xw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005d2900\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-r4s4xw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r4s4xw in resource group rg-nightly-5-0-thm68z, error: failed waiting for cluster=\"cluster-nightly-5-0-r4s4xw\" in resourcegroup=\"rg-nightly-5-0-thm68z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r4s4xw in resource group rg-nightly-5-0-thm68z, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-nightly-5-0-thm68z/cluster-nightly-5-0-r4s4xw should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0005d2900\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-r4s4xw, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r4s4xw in resource group rg-nightly-5-0-thm68z, error: failed waiting for cluster=\"cluster-nightly-5-0-r4s4xw\" in resourcegroup=\"rg-nightly-5-0-thm68z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-r4s4xw in resource group rg-nightly-5-0-thm68z, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2070280913844965376","occurred_at":"2026-06-25T23:00:08Z","signature_id":"1ce3a33867651f0f37bf41c0a1fe91456a7157672a195c0c514aba47f43da05e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2070280913844965376","occurred_at":"2026-06-25T23:00:08Z","signature_id":"b19cc36910d41d4a1b138355e9ff5cf2fa93dd5b8f578036f3c7ef3e12f3557b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2070280913844965376","occurred_at":"2026-06-25T23:00:08Z","signature_id":"f89b477517d598a63b48e828894b9a939c56bec116fb50f1bc37839313d3834c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2069963821643993088","occurred_at":"2026-06-25T02:00:07Z","signature_id":"638bb71f0d83e07cbcb8f55179bf16099ec03e152f19a3737ceeb3237329e2eb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069918523550863360","occurred_at":"2026-06-24T23:00:07Z","signature_id":"6ca65bf506a7508f5b1e03072c0d8bddbb8659da6c37f19720127822c89eeeda","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069918523550863360","occurred_at":"2026-06-24T23:00:07Z","signature_id":"6febf76c80f4ba96acf91ffd48311519e057e391a8501edb9c49ab31223bfcc2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069918523550863360","occurred_at":"2026-06-24T23:00:07Z","signature_id":"7b2da9228e6f59c5749f438d5b89f76fc9769a7cdd4c631ff7c74a27cd0e682c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069805922921746432","occurred_at":"2026-06-24T15:32:41Z","signature_id":"a6c9d584fe72d663166a7fb648bac1ffac7a612ab367783f6ffb3f68601fcbc0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2069601429345013760","occurred_at":"2026-06-24T02:00:06Z","signature_id":"278185e1a4790cd90c4b80243b662431dd8ac570607c210596a0ea264218dd65","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2069601429345013760","occurred_at":"2026-06-24T02:00:06Z","signature_id":"95547a64bc96f6fccedcb94efa6b6bb1af3ebf78ffbd03603ccdd9f24778d83b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069556130475937792","occurred_at":"2026-06-23T23:00:06Z","signature_id":"8b94f9ae159a3ff514bcbbf47e81b725e7bc9cccd0c8bfb0c489d2c9b2cd3889","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"1ae35e8fedb96593e50719be623113ad8e4a97883b958162bab21d14d2bc1e9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"23872e6da5bbf9ebd7873a8fb865942d1553c1d9a0964b0b0b386233d5d478ce","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"29877a445396c83d4b1f5b9432be86b6ac35f609d2b6dd9ccc07ba604e01b2a9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"2d2c86136776e7a2f5281594b008adf9d29f5ec6523d72e2e04c49bc7a58e571","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"39ec6f207203680dcb6724fc650befe14e8fbdcfe1a4f2b62f3eed833a596eea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"3ffcfb375d9e51086f173a55c7584c457d4104e73cc64b7bac7f4201d3644c12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"47bea4c53e9e60f5db73c4c4468e2aaaea9f570312289f2a53f117ad060a18a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"554eb86fea1982c4b3fb6296614b3ef2b26abc5fb6facc017f0bfa7443d4acb9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"59cb7362800c5a06b956198ba615efefc1adf0a67d72ecfe0682c397678c52b6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"5f8f2624d24545c15dc30b62424d13103bb930a6281d439c7d5e3a6241c0a8a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"6259db1978a9c166b0fa000a6f4f52fcb9cebbb16f2c715ff86a4d993041ec98","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"6eb564a3fff47e224a8160e7a970bf10dd193610aee9a0780a3187291668d374","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"7e371536c6d1f63826070ae39ab91106b62fbfdb03e9c27fbe4f1f3332094737","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"84e4e3080b32a6bc7777a16f87a310edaf55d998adcf09447fe7f8d1d338f9fe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"86613fc24d35014a039a0c9780aed0962365326729f22c228fc54576d577301d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"8c20b567c7af31e45a778c448b11a13ce68be51bb6bbe4415f3fdc720431240a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"8cd5cf70f67f04009651ac29fc8585f1bfe04da215dc8ea526dcba10303d6cab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"8ec70fda81789a2a89d0cea4795ccf1765c715094fd0b15811a6d0efd7aae12b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"986137da388b8457e79b3882f97c82ac2483a5b1e7b5b17a7f7d969f29038f70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"9b774d5ce3346e079e3d7dfe3673a8cc31785da2344fcd9598337be3409c9e95","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"9ba2d4aff12c4b057cf54bd93037eded6afdc2366670262300f1594b48b59990","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"9f10aa52eb915a350f329081dd89eacb466310ee9e57161674994b36b5872ab8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"a490819f70176da2811314e019b7cde2ec8cbf3c1a6e01dbb29dc4d34b101266","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"abf1a00aa00319319004e68ae2b5639fb59f0f97d7021752cf9d8f4e71595345","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"b087abe467bf47471740ee691381d7f3b07628b819ef37809d825211f7d4e8ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"c87fb4311f492a137ab7f07a7814f3e34df0fafba470a2cdaa72919a0435a97c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"c9d77f759b7aabb479772ec123ba5092cd3b3613b0c66cc293cde1a37003631f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"e182cb86b7e4a418fbc8d59b7f789567dad8f215ef8dfb3a62999412f7490849","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"e2e72121c44ee6ba1a6968fd8448a6bcbb8727e6b1419c07a780a26a4c0ee172","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"e56a07f698771db628152b9d959a601ea9c0f078507a554d9b0ee3b7c78bbf78","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"e816a9d72c67b5da2b9a31460167719f4e25e42910898251244e03803a7047fc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"e915a78f2f269cd875bc8e61486298769cc73ca40b27d91237e6e6a01c842cb7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"ed28105dcb9c2128e391b24587a7d7c9b11e0ae528c98e83f8a4d58b346fbf65","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"ed68a06e771b96077f98fb74ea40194c5bed1e28d15e64ed838e41af8dcec2af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"ef5dde11d60fb4a153b90744f556476cf6ec09ac6728ab6483ed38402d7ef7df","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"f4cf66dd11e1e8e2a1dc920ff98f38cc92803d87edc65ec5833510e8c9ad712f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"f83a2f06dedca24ae23dd99aa285bbb8b00cba492f31a6ff6998a1cfacf68f2b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"f997a75024dbfb1cd6147d0b45fb79fcf2462af06405046c42bcdc103a7fbdee","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"fb9c2374aafdadccb80862f2059240062e210befb06318a820cfd42d527e52bc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"fc0f9bb0c2f800055782981e1b2609cb74de69a994684a6cf09c8cce978cc8c1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"fcbfbc08ab0a67cb1d41b40e1f3c298d2c075d832b3c0bd7567418fc543dd42a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"ff28eeda9cc5a5a7e27b11d829936a31226f3ebc52515397b89fb729d5701832","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"0b6cad3996e2ec3eef53fd0299f5b9c0fba65b3769e1adc8b44941dd0eee5d55","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"14728c2c5cc42ad164067cf6085526c0763b83d3df5b1a4e96acca7aceb36a63","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"17ad894150738719010d73af3c71254e43f727422692bd0d1d8f40f4baaa51d0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"315f165f0db640761d4ef9ae94bd01f5b27f775e74ae289758fdbf97910b971e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"337913bd65dcaa92307273373e116d85522366da7fcd5d77e7f3d3d1774d3b3c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"3a53e51b27e9a83c027504186e76e85768d5ef64506d383e62a914ab5a264d47","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"410c25cbc76c9b5e653e9c1753c3e3031e288e285b5cfe245e36504d12960c79","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"414330f88dff87aac1e65d061dc0275ff7b309a9c47a81c5e3e01ac2aa2f31c7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"44631ac05c805df7b4d9bc3aa34041161a1407b9aae01df7c051ac9ade1e5bde","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"4e61f430d03f44926c0d452725ec7cf0e03ce9703c2469f8d0e71271c61342b0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"6252d96670b9251f3b26523f07404cffc536ba0b838447dcfab5f6b2717652c0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"652cfc9f244db798f48702b8ca8975813879ed5a83606a9e30fd46de0e9ec513","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"757ae362d13d5f4661d5f542c257626e4fca84394750cc775c96daf262652bb1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"7ac0c8e06ed7167b8170ddfd0e8c3af7ee94c41eead3b8d394ceee3648e6e861","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"81f06df579306a7872e57fcb1635e874ff60572e5f8b746feeed15b6ea3a1241","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"837b1bba9479d79618597554a038ada706d6db1242e4633f540e274fa72edd7f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"83e3d9faa501529a4851492b9d29db89cc395441dc06e69e13d9317c5ae760ad","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"8c21a07bcd0539a88298f6180e7c558f5a18c02ba60c04a67bd8522ff6faa0d5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"8f574ecb705550a325db8558caf379f3b1086ecf426e7c27a3e52e4a72655f0f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"a0896bd283f05b3e6b8518b41af193d38ddc11e64fb65ed7b8ce6770887b0ac1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"a521a311a9c94393b4ed3072704d295c04374d28f850dc04092a9b87f907c465","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"b2b7cc6dac5630224a262055926b06c741147e3f058ad2b1414bc1b9c6d40667","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"b88238816d54cca76ca0489472800238f72105ab12cb0712c61b557b955dfab1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"bb5fee403489d462442853861a86937b1b7e71b845abf9c141740ebf945a50bc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"c45694f00b1369df516034a34d19023eeb8af5b89750219ca4b289fdd5f1b36e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"daacd0a2cdab9842b924d06f04f9d5b0f212b9245338a0812a40e9382936f044","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"e0aadd3f1e6e55a8eab2b4e5068921bc689b5b3312c7e93f1c4fa713b5660655","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"e32c2219733544bd067006e7de6d29b8dea74ec83e605327a49fa64c61fd1932","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"e825759701de0b9af1856e654c113efe4766add045983f6f7bbd57e5445ff76b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069193738701246464","occurred_at":"2026-06-22T23:00:05Z","signature_id":"4b86c72a6458a98f8cb48cfc58107f55017b6090ff35b801b4a70719d81e9fce","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"03fe356e642db964c2acfeaa50a4ba9d4f30deef3a47c174526b0a4233a32676","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"1a77099561e911e551981e99fcec9a3ce5a00690f0308fa3fe755993ae6fcc58","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"25291cad314c6dae0fb9a6716245e0a33b53d5d1782946516ba8b3237a4cab9b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"264bf6614c862da07e74a4704c316ac58c489f80ee18c1b97e9fcf931d76a629","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"269904e5e8e1fc3be9dbfddf03de2ecbed3261e2c388c3863764ff4a2cbc5303","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"2b049646190b47c2ed70c7939034c02b480b1da760c45c25607383c96f9ac3e7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"2b50a7a2a5cb44de32dc4923f3231f58c7c654f9e7b43d2a93f2b4e96e6a9b9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"40b6f3f3c567b8a9e9315af5ab1b06a76f01b1b1e7ed4a0ace9d3a88d1dc8bcd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"4424b033896340b429f33f203e3901a5da8bf48d93c629064eee496a261d4b8e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"458f972c4063fcce6545928c20bfa86306ce4e5f2ab18aece8ee37b7f0f3cf5f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"473408cdb783e71e72e359af69d458d22eac6aa358c23f1f5c80583c1beba13d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"565f715dcf07fe5d3598023595c5274756c2bb80e891ca5a509e08c90eb370de","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"56b43dea2f6d3520f2d0862d68263b184252d30ec24750c561738843f2b62770","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"58d2221ea5e8a2440f61a55e6a017479cecb16b32daa78635c89b3d2417f1ed9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"5fcce2c0293fe6e7974bb003fb260977136b02bbfeb92eba9d32b668607d7409","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"650a951e3194801ef95be87c3541f7b30c9406b2b4726c4fa61117f66bc034bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"67dcfc52777dc25047b702b79f96665ab827663d02aa5065e4f1bba330b5667a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"6800f2278d51b519158aea3249d69a50413f7d46204e3932fb146526a695768d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"7ce8f8045469d5c8c8489ee0e82663dcf7373e3a353cebeecffd17194938bf7f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"80b5802cb53e06865ba4a6e8a1af9f2cc7adb10f3e90bc301aab9273e17b6367","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"83e394124b8740c7eb9b47e9ffab9892ba6a4c9a68bb4f92c1d041f581b17dbd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"84b514b20cca0a955da7114c3e59f59ca1b67fcfd443a1b664f4a2d180de8ee6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"85c1751f540b5ab4f789f8bad36679a20fdfcc2df50a8e2269369b6425bcafa7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"8c67bdfd9c1b49faa7329c7adb3e06b7a086dc6235dd498b5aaf16b5e0e5cfe2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"93759ce8e45e86e970abc316db1d5ecc359c29cb29a1b1479e73b876fc06a5d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"9b8826b5fbf8a16964985abb0071c5e9e283611a3c7089b9f42fddef2b8abc03","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"a2829c0f2a10fecaf044b4220d4aef6483900b63bf956c119a1f67cdc60dde5d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"aad699d423e3f65ecb2f9a5b3ccedbd6fecc27d9f03c6d10f0662a7caaad9824","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"b65e8785886f464dce5fc1488aa2af3299b20a4ebd00527f2d0749c92e7b64c5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"b99b8518fa0c1d7e7031b1493dcccb84989a0a9b6beb5e10745bd67d98d57e97","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"bbfda3f654888fcde4afbb54ec47dcf0168772552b03c6e387efba7ee0d0a289","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"c0e7704e294e28f5cf72cb1cce53990dc71207894df2e9e86943139a338fea2b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"c58205dedbea62d68bb65227445d1e7384e1d7c267961113555081d7cff5b4f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"c80b75dd3783a62d9d55e2470eb3472190dfea83a8d96c87eb8d105a263eef9b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"dce779a8b31a798253117a309862249092d257d44e918a044cc1fcd3f3110894","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"de1d6169784f547e4d47c3d999b05c006b4994432addf1e8920bddc47f420b27","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"e1af48844f13eb53e5faa9c52951f4c78d16e83caf63c91016647a10b0b89e12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"ea5f99ae051de06d0a8014269c9c9ada9f6ce5baff6ef09d805f8510dea0ad4f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"f3a646d3fe57f8d8aee726ee40684b9a07b229ddc6be29677642ad919899b94f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"f86624a725af36a9630340a2f937844fbaff1397da8d8450274f1cca6d2b5536","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"f96817b2ed0dcd8b7f076a36db30370663610238843e3bba2c9d47f574349c20","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"fa0a62cf5513a894ef98d699b2803645f8a768d431bfc52fa5fe875f7b1aa251","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2068876744898646016","occurred_at":"2026-06-22T02:00:28Z","signature_id":"1b3984dc21678893f30250bdcf9a7a6cdca89f57fbf37f0498b6f925e32994e9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":13.793103448275861,"anchor_occurrences":4,"after_last_push_count":11,"trend_counts":[0,1,1,1,1,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":2,"prior_window_starts":["2026-06-08","2026-06-15"],"prior_runs_affected":11,"prior_last_seen_at":"2026-06-19T20:07:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2070280913844965376","occurred_at":"2026-06-25T23:00:08Z","signature_id":"8d91b2adc4fb8c3b24f642854a4c21503092a450afa8d61186befc6b2bc18c5a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069918523550863360","occurred_at":"2026-06-24T23:00:07Z","signature_id":"3b2c8703c3d23bcc2f6a7689b763841419941d28dedafe3f9b4b08f22e36bc47","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"45bd782ca3f4a21e75ed9d338ce832f478dabdc98ba80c68bdc276eec70d4695","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"7d95624bb890ba417cbb3103837082359335d59a82653de667188c3d8134af7e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":10.344827586206897,"anchor_occurrences":3,"after_last_push_count":9,"trend_counts":[0,1,2,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":2,"prior_window_starts":["2026-06-08","2026-06-15"],"prior_runs_affected":9,"prior_last_seen_at":"2026-06-19T20:07:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.001s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.001s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.006s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.006s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"7653ffd4e02735b234dd652c0dd32332c9566363ef7806113eb84037d3ada7a9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"7808e0d17261c46203073385b1bf48fa70b107abdef9661b60e820b1b8327817","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"34131747b0a1da5e284954907f00fe2548fbe113f02c09d48cdb3ae0bc323c34","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"79232f7fe5f1a65f3af30b7ba05ac2a1643a1a699ce682f3bc11178c03f0cbf4","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation (timeout '20.000000' minutes)","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":10.344827586206897,"anchor_occurrences":3,"after_last_push_count":5,"trend_counts":[0,1,2,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-15"],"prior_runs_affected":5,"prior_last_seen_at":"2026-06-19T20:07:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069288014311329792","occurred_at":"2026-06-23T05:14:42Z","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068929730479919104","occurred_at":"2026-06-22T05:31:01Z","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":6.896551724137931,"anchor_occurrences":2,"after_last_push_count":7,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":3,"prior_window_starts":["2026-06-01","2026-06-08","2026-06-15"],"prior_runs_affected":7,"prior_last_seen_at":"2026-06-19T20:10:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-20-bspklb\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00061a820\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-2j48k.apps.aro.u6y1a6g9v3x2v7j.3efm.eastus2euap.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-20-bspklb\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00061a820\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-2j48k.apps.aro.u6y1a6g9v3x2v7j.3efm.eastus2euap.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-nightly-5-0-pd98wd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000974ac0\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-tgvks.apps.aro.d9c1l3y7k2s6t3i.vl53.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-nightly-5-0-pd98wd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000974ac0\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-tgvks.apps.aro.d9c1l3y7k2s6t3i.vl53.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"f4a7f4e0ada306153bdf943bfaa338d633c7f19610e3ed46222e43288f2b9f51","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069193738701246464","occurred_at":"2026-06-22T23:00:05Z","signature_id":"262e126e1bd4e586f3de85926e6a01254fa8b18364f6014e7cffe365b2aeb39d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-jmcbsh\" to finish deleting: context canceled","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,2,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-15"],"prior_runs_affected":5,"prior_last_seen_at":"2026-06-21T10:24:48Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:284] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0012842a0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-jmcbsh\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:284] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0012842a0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-jmcbsh\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:284] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00113d440\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-q78ff9\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:284] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00113d440\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-q78ff9\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069556130475937792","occurred_at":"2026-06-23T23:00:06Z","signature_id":"182c42cd67028d1268d38f7286dd86d8c67e915b42aa67f5ce07508353adff32","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069556130475937792","occurred_at":"2026-06-23T23:00:06Z","signature_id":"b053a0c05efbb22b53e52668bd1bfaa85e21e93a50fcbc650d3ecbfe959d44e2","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-wlsks5 in resource group rg-candidate-4-21-xnbmb4, error: failed waiting for nodepool=\"np-wlsks5\" for cluster \"cluster-candidate-4-21-wlsks5\" in resourcegroup=\"rg-candidate-4-21-xnbmb4\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-25","2026-06-08","2026-06-15"],"prior_runs_affected":33,"prior_last_seen_at":"2026-06-21T10:24:48Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-wlsks5\" for cluster \"cluster-candidate-4-21-wlsks5\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a21440\u003e: \n    failed to create NodePool np-wlsks5, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-wlsks5 in resource group rg-candidate-4-21-xnbmb4, error: failed waiting for nodepool=\"np-wlsks5\" for cluster \"cluster-candidate-4-21-wlsks5\" in resourcegroup=\"rg-candidate-4-21-xnbmb4\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-wlsks5\" for cluster \"cluster-candidate-4-21-wlsks5\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a21440\u003e: \n    failed to create NodePool np-wlsks5, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-wlsks5 in resource group rg-candidate-4-21-xnbmb4, error: failed waiting for nodepool=\"np-wlsks5\" for cluster \"cluster-candidate-4-21-wlsks5\" in resourcegroup=\"rg-candidate-4-21-xnbmb4\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069237915749191680","occurred_at":"2026-06-23T01:55:38Z","signature_id":"473121603f650f935b778a7b52805b25c368e81d5730c3455d9a672a29157334","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"ae6a7f7d2e3c3444ed20150a67378f751586e201de3a927f677f72a871b2bf44","failure_pattern":"DeleteResourceGroup timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-lm6lx7, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-lm6lx7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015513e0\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-lm6lx7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:145]: failed to delete customer resource group \"cx-rg-cluster-lm6lx7\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015513e0\u003e: \n    failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-lm6lx7, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2069556130475937792","occurred_at":"2026-06-23T23:00:06Z","signature_id":"b1e91339db5906c6eb5eb460e16eac35778ca204103b5abb570326daca3bebf0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":27,"trend_counts":[4,0,0,1,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-25","2026-06-08","2026-06-15"],"prior_runs_affected":22,"prior_last_seen_at":"2026-06-21T10:24:48Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2069849712831238144","occurred_at":"2026-06-24T18:26:42Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"afb4bb7f79f1adc8b037a175530f7cd4154fc1b7d3239a4e6c6847fba115a743","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":11,"trend_counts":[1,1,0,0,0,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":2,"prior_window_starts":["2026-06-08","2026-06-15"],"prior_runs_affected":11,"prior_last_seen_at":"2026-06-21T07:05:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0015984b0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-l42nmq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-l42nmq\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0015984b0\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-l42nmq, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-l42nmq\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068914399728373760","occurred_at":"2026-06-22T04:30:06Z","signature_id":"a5ae8b082cadc924f33876a287bac83568bf9e49162b6eef77e49ded318a70cf","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9084f2110597d124617021e3256fb00df9382b7a2ddf46ca88bfb51004cde916","failure_pattern":"failed to wait for second cluster \"\u003ccluster\u003e\" to complete creation (timeout '20.000000' minutes)","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":3.4482758620689653,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-06-21..2026-06-28 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:138]: failed to wait for second cluster \"basic-hcp-cluster2\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:138]: failed to wait for second cluster \"basic-hcp-cluster2\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2070280913844965376","occurred_at":"2026-06-25T23:00:08Z","signature_id":"960ea95ebab045129c0a7d741aa5b176969f6caca70d2a1c494892a80e7326cd","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}