{"meta":{"start_date":"2026-06-15","end_date":"2026-06-21","start_at":"2026-06-15T00:00:00Z","end_at":"2026-06-22T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T06:56:40Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":68,"failed_runs":43,"raw_occurrences":224,"matched_occurrences":221,"runs_affected":40},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":64,"runs_affected":26,"failed_runs":26,"run_impact_percent":38.23529411764706,"anchor_occurrences":64,"after_last_push_count":64,"trend_counts":[0,4,6,15,3,22,8,6],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-01","2026-06-08"],"prior_runs_affected":60,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":7},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-tks2fl\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138c300\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-tks2fl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-tks2fl in resource group rg-zstream-upgrade-4-22-dff7ch, error: failed waiting for cluster=\"cluster-zstream-4-22-tks2fl\" in resourcegroup=\"rg-zstream-upgrade-4-22-dff7ch\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-tks2fl in resource group rg-zstream-upgrade-4-22-dff7ch, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-tks2fl\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00138c300\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-tks2fl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-tks2fl in resource group rg-zstream-upgrade-4-22-dff7ch, error: failed waiting for cluster=\"cluster-zstream-4-22-tks2fl\" in resourcegroup=\"rg-zstream-upgrade-4-22-dff7ch\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-tks2fl in resource group rg-zstream-upgrade-4-22-dff7ch, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-prpz8r\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ff0660\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-prpz8r, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-prpz8r in resource group rg-zstream-upgrade-4-22-xncgh2, error: failed waiting for cluster=\"cluster-zstream-4-22-prpz8r\" in resourcegroup=\"rg-zstream-upgrade-4-22-xncgh2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-prpz8r in resource group rg-zstream-upgrade-4-22-xncgh2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-prpz8r\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ff0660\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-prpz8r, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-prpz8r in resource group rg-zstream-upgrade-4-22-xncgh2, error: failed waiting for cluster=\"cluster-zstream-4-22-prpz8r\" in resourcegroup=\"rg-zstream-upgrade-4-22-xncgh2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-prpz8r in resource group rg-zstream-upgrade-4-22-xncgh2, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012eec00\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-x7v479, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-x7v479\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-x7v479, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012eec00\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-x7v479, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-x7v479\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-x7v479, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2068831445857603584","occurred_at":"2026-06-21T23:00:28Z","signature_id":"f48baf60456e8c8f23bf04b3cca673ef8e09b46475aecaa55dd4f021da24e86a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"5eeba7f9d399a4e87dc8697cbda15319d7910a25a758b506fa4e3c4e6df855cd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"ee3f81af6893813c4fe65449fc6baf33f8fde524dc680b8d1b396346f24d7370","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"fcc584da3f358dafd2acb1beda5bee3eb4a510a34efe40e1b55f375ee5db46a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2068514352226373632","occurred_at":"2026-06-21T02:00:27Z","signature_id":"abd5e627204b7a0abf6b9cbdc892db64709737947315dcbc61a40a23ddefc977","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068492780056875008","occurred_at":"2026-06-21T00:34:44Z","signature_id":"7e810fb83a5343d2fd78cf22e1b59e3544c41b005fc6ab5efe6bc6aa4681bdb7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2068469052392607744","occurred_at":"2026-06-20T23:00:27Z","signature_id":"1374440a9b7fdf0dd4c5846fb1575b98eb5b806accbce15929c0e84a45cc26e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2068469052392607744","occurred_at":"2026-06-20T23:00:27Z","signature_id":"8d531303f114240ae47837d3f93a8dd60e92225d821d454820c92e5a5ba27fc1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"3f80849ae13bf039b50b9f059c7ba4fb1f749b1f47f6ac1f11ee3c7ab6e3815b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068443878926585856","occurred_at":"2026-06-20T21:20:25Z","signature_id":"17d655e6d8990c66981568b9fe20a63447579ff5bad898d4b6ec61e35a8a9888","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068443878926585856","occurred_at":"2026-06-20T21:20:25Z","signature_id":"5a0423b3923dc89a368332a2790ff39707801c91b57f2adb24e38d2edda0fd61","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"0275320401f1ba8581c52de46c654704d3f59df8b34a9f21dacf93ee711e9816","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068216057461477376","occurred_at":"2026-06-20T06:15:08Z","signature_id":"1e2e5dcf69c1b15b0879893ecc53787a77e157be5eb9f8f914bdb5e424da68aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068215937068175360","occurred_at":"2026-06-20T06:14:39Z","signature_id":"3a75c96a10ecf612dd2f7d814a539cc03f1bbd30ad0eca88d410a8c39cb508a3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"54e42ba092c7ad85d2ddf55a5b7cc2f0ae2e49cdf123fbb3064e4559c2f83f19","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063774274752512","occurred_at":"2026-06-19T20:10:01Z","signature_id":"0acbb6a671dd522c08fe4c65fed26c6725a49fe6aae1037c752d0b2d6d4bf435","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"137b63a3b978bd1eada6538c0fecc99832fc26d8dd0d02500ab1eacb8f440996","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"4756f4a596b6f318f909244ec6599a64af6c3ca51d17b7f7216bf48b44df0dd6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"687efbe27083f4bff13b457f5c38c3ca0f69591074df7f21faec399427ea5912","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"85e3cf611c0fc48a2569702ddc5909244f4498f74d334bd56ac1e4e98acd429c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"d47029e8b77aaa52e99de3542770347c5f7cbc161939fc466492b84d7c33be12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"b73c8ecaa1a263e18a38613c4fad6685d0a971d020a24615a8cd173e436e8c82","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"11cb849f868717da0656328a4f97337ec92dc23f333865522294d8c137abd7d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"e621d71c54094f1be8ce48d6077468ddd9caa3fcdb8e420af641b068882e9c89","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"02777c3bf1c944be1c01ec016ccc8adeb5a0d0b3227f071946751690276939e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"093b747123b3b3fb56bf9d926264f1245f111d269addb1a34b42cb4061ca7e7d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"0fd0797c4b3700fc8517edc75e9d008801242436e6f94c6bf8c402532ca112b6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"2768621f226b6921447491a67c544d73baf803fbd9fa8504a7f5adf681f98864","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"4bbcf6361ae5ca7d7d9b062f95c6d116004a379708f67a714bc062bf09217b2b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"70ee048accb91fcbbd1916b6ede4e27b89d4d2c5c445d01ef0bf476b1acc06f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"a58abc48f6e48f2767a228afc06f0db345a3126bf21fd15d4ac8189fc0be93b4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"aa9244ce8cfd3f8b95b151c0abcc7498f4a7cd223f3adef8c9065f8551f7e228","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"ab295e527e4ea5a9016b49e6fa460f4dbccb68828b2c69ec699999b09b8948a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"ead1a6046818e0da3c38cc60e8e9bcfcc8d09d0da732faf9c46db0cced644c05","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"f2e0f98b4453266520c1d3a222bf925bcf6f8734dcf84d51295887b0a8ec0180","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067898279315640320","occurred_at":"2026-06-19T09:12:23Z","signature_id":"b12af72a83acfc15651253e9125ce5e02bc89cafe617cbd8c8b0b04415e7f527","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067643701898776576","occurred_at":"2026-06-18T16:20:38Z","signature_id":"4fcacec91af76007bea7afc5ec984169d65becca3b8cee627dc2ff04614359ba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067524854185201664","occurred_at":"2026-06-18T08:28:32Z","signature_id":"93e75adf82c38d799de3457bda560ea7bf666676d97093089c3bf0e7b9c2127e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067472693011156992","occurred_at":"2026-06-18T05:01:00Z","signature_id":"8d0bdd84548d891e2591ec061408ca72f7baeaf88a9c5f0291388aace43ee1b1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0398dbf4994a82c4b45bcb56776031b1e043e7f5a089e5d3333b2007096069ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"05fceb95d9e7bf85a8c28f11562e2fd0a73fd78cc1ccc26b149a9ba0bd41f0f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0ed7bdc86bdff700e87d26b5675ad407bf8417d713818b62bda0a9176173eb90","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"1d90cf41b4a27f56d097841cba9a909cd538e505fd0a902582cd73045823349d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"3530afd978a523115b1fa7623bd022b69121744d9804f267a8fedc1621d5787d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"5c64f2c66ab6bbf2708f84906bb7b546b4880a35674c11e4e338011d01a41e50","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"8162299e00c32f369feb2da482d39401de16629949b8801ea3fce9e135d66091","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"99e6c4ba25831982855c0d43ca4e6d36874a96dfa0b234163b07208eb2034317","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"b7a30f0c9ce6e81881dad343e9e1d093539c8471686e6a57a65d06715e2486bb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e07021c10a957cbd79b997f9ac90c92a5d4137bd5b9feffe1cdfeb1d0ce3a09f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e17e3fb7276d375ca6f1c5ac92ede39faedcd15c1c2f06e2ce967800bb589bd1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e3327e22866fc51db57ae9260e0e5ff2154cf295585f13c9f5f69e35dcf37a8c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"eef40d4a5ec82c62377a84cca1800aab508568d214bb6018d5835d7605dda3a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"5a6418995f5eaccba32411b8bb70a4151a2c37bcf79d386814d64be89c8c81f6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"9368e283343599076a9c8f04ef55c044c97a23c7db47aa8af41b0a3a13fbac48","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"54876f7dcb072335468763174e16eba74484cc83007364d3a76ae5dc60cf2569","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"e4070fcdc12718973eb97d8ec2147eae80409e4a11b39ea2c1ce6d616e5c96f7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"eed6e80eeb6ebb3ae96c536c51cb2acc51549832f3c50ede72c88384168dbc38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"37559e715f1d9e65a42678f5e08ad83e1942be1089f6a30082faef32b3f71872","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"37e8024331c0fa84da3ffeb154acecfab9029dd683ddc42598118e8e3931d22e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"8528032c4a198ccf7d454e2722cadcbdac7ba3600e04e0ccff18683a6aa792fa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"ba30379e687294bff7373300e12d0fbcf9580c2d80a52655c759f51ecc6c9e09","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"59cd2f77634741c9174fce5e6b690d0a0e83c99216b75903b6e9c01d033824db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"5dcf5cb128a27c1885f3472aa14eb55533a6ddb2160bb7d14e94706e1cbb0b4d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"b01d9f7d9ba4c66db085fb2ff780ebeb6d51c1ee5ed64bf24494b6c41d52b3aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":41,"runs_affected":18,"failed_runs":18,"run_impact_percent":26.470588235294116,"anchor_occurrences":41,"after_last_push_count":77,"trend_counts":[8,9,7,9,3,7,1,5],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-08"],"prior_runs_affected":33,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":5},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:212]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001215e90\u003e: \n    failed to create NodePool autoscale-noaz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-5rk4ks, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-5rk4ks\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:212]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001215e90\u003e: \n    failed to create NodePool autoscale-noaz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-noaz in resource group np-autoscaling-5rk4ks, error: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-5rk4ks\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:137]: failed to create node pool np-1 for TLS endpoint cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000957830\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-dtvsk2, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-dtvsk2\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:137]: failed to create node pool np-1 for TLS endpoint cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000957830\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-dtvsk2, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-dtvsk2\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001255950\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-5rpxgq, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-5rpxgq\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001255950\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-5rpxgq, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-5rpxgq\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"0b2b6bd3551fc1f96bdc91a699aa12b5cb6bb203ece76adcc8665f77408e3ac2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"8e6a92772a1edba4420eba8b39e0728152ea57dfa648cbabf17636ec86b3b117","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"b5eb1c6e4221308e294415367c47587ca3d7638d9bfbe683561f38f8e7f7f84e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"bd026a865aaee9dbcb4869c708688dff12818f033bcc0e9e5e7f9ec607b61892","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"c54dfaab445f5493fa99c2c1be4aa7d2b8d5c4f8a76270530a408da6c3ae631f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"589e3ced6c0f3551b9350e7e3c17e8f16bebdb3d9a850f58b8059bae7fb1996b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"f61b322a204c1d1ba7db06c33b01a5ae24c555f711811c8abd01337fa4a12f46","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"1ce3c654044d7d48b5708994b878b1111201c069d3664821db78b4ee73d60b25","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"b9bcf6d80f628769cf0a4664bfc26ac76801a5ff044e191eb69a9a8db74e2240","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"bde8746f829eef8da6cadede5071e75c27363a428fccd57c38bb7b1ede9d7ad4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067889808788688896","occurred_at":"2026-06-19T08:38:44Z","signature_id":"7943a84e9d783ee7f3085ab181c59ad8221bc52a31ead65cb8450e5eae2cb077","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067779867528663040","occurred_at":"2026-06-19T01:21:52Z","signature_id":"200010eead03596b3da98649de0a4d2f75b151327902a4e94c189e125542f3e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067779867528663040","occurred_at":"2026-06-19T01:21:52Z","signature_id":"d2bd3248cd37fe625c464ed22f7cd7db2bdb9561b10221e152aefe0a573e2334","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067744257157894144","occurred_at":"2026-06-18T23:00:22Z","signature_id":"299313285886312d1682fd8eb4b91d28d91c9832e31844c2716ab8c5d6482e82","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067643701898776576","occurred_at":"2026-06-18T16:20:38Z","signature_id":"38d56814d22e3ae80ce3b661345f9908b1b26e463dbc35c7a191f6c25185be67","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067598465302532096","occurred_at":"2026-06-18T13:21:02Z","signature_id":"aab560e6ef69b08bc0ccbbe73a606bccefeffd12f49254b5872a48ef541e54fb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"04bf98e360459b8b05d638b196f7b5492843b0ca42d0451ea4dc2cb4dda41ee4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"60dda23a7eb561c072bd45b1a0ae92ba9d31ebcff0dac45caca1cbff6c1c47ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"a43d6d10bdd5dee855bebcc149bb84b23a2ff5091cc87e98ce0c37020377440a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"b34c9696754f07b71bad89cb9ff1a348888d5777b96b6c26e9301e3c69dd170d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"0977ef8981af54ff90726f647a39322f8c869dfd8df513fcbcae0fab6948f436","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"0ef79306828f159e0ecd1aa76a8d90ce345b9c7298033a77dae9c80e71e509cd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"32536351e8272ff109648b4628df463915204e6feb902c0dab8ce468dfb8afa8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"3eb9e45d8c8327f403126c2f15932b77d9730d11bbacbdb2c790ae16d0a8d2b9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"9cf1fd92589213959b56d7747b4d04b7ef4c92ba4c91f2eb3ab98000dc474e82","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"329d610f3b6a6efa0f6e713560777a71102468fbf22d41c0964b8061fd83290a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"7acf51140a0aeda3701f3429c4990d478d3463954a5f0865d1e9a10a61e152b5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"c9f4d620df467d587f0f7577a82bc628328e7c9e6d008f5aaad2afa779c822f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"e9bb8fc1ac76d3bd0495a23174c19ee1ff07329efadfff66846f98448797ddbb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"59f798d40866ac429ff91bfd912cb84de6b0e8eef522bb3d5f31bf8176fc2999","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"c5b7b285d9d8ebf5c6350b24eb7aa5b7c8c8e6777fbcd768408db2555819bd2e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"d9bda3d5e3d910705edf365551eca85464d4b42379edb8de91baa4794e32f322","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"07952c4e0ed6bec072fddb69e111554e9670a77da621835ddbf15edac8169180","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"272f9a5fb803702451294089bb1aeaf252e226e80d6a3abc6486bbfc41268e43","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"2df063fdb695d32ae24506ffe27697dc68a6bc65cb424655f4f99f3e97592dd9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"5cbdbe85570502c86aa4f765ce00a3a49c8475e76a6b778b317a394cdb98291c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"8195f6c721d4866295fa5b832468a1b8c1066afa841b7f53dc11319c519ab4c8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"2a374a099c3c02f88ba1ec8f04270229deab059fde66652f12efeca7c5d1042b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"6b67b09162b9eb5feab8ae82e4573342311a38fab27e1a9e627b6fb22da3ce96","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"f5bb9baff8ad5818639da8569f9c1ff49360d72d43f71f8df4d91bfa594252e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"f6e60f0c0584835f807e00bfbd250351b4d8bfdd06aee2209d3eab9255ca26fd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"178c2b99062d6c6ed58013715ed872d5fb2a585b82154be38dbf861ac0377659","failure_pattern":"route was never reachable: Get \"\u003curl\u003e\": dial tcp: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host","search_query":"occurred","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":23,"runs_affected":8,"failed_runs":8,"run_impact_percent":11.764705882352942,"anchor_occurrences":23,"after_last_push_count":23,"trend_counts":[0,0,0,0,0,10,7,6],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":8,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":5},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":6},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":5}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-blwhnk\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000886a60\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-4j25v.apps.aro.f2b3g0f2g4h5f7w.mhke.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-4j25v.apps.aro.f2b3g0f2g4h5f7w.mhke.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-blwhnk\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000886a60\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-4j25v.apps.aro.f2b3g0f2g4h5f7w.mhke.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-4j25v.apps.aro.f2b3g0f2g4h5f7w.mhke.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-sdplf7\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000706300\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-zxdd2.apps.aro.i9r9j8o2x4u9b9e.7lui.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-zxdd2.apps.aro.i9r9j8o2x4u9b9e.7lui.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-sdplf7\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000706300\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-zxdd2.apps.aro.i9r9j8o2x4u9b9e.7lui.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-zxdd2.apps.aro.i9r9j8o2x4u9b9e.7lui.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-pvzn6h\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000986860\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-zwp5z.apps.aro.p2d4i7x8i2d6g9t.og38.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-zwp5z.apps.aro.p2d4i7x8i2d6g9t.og38.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-pvzn6h\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000986860\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-zwp5z.apps.aro.p2d4i7x8i2d6g9t.og38.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-zwp5z.apps.aro.p2d4i7x8i2d6g9t.og38.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"137035677c29233947781ae82c2f1afea45ad10a1e7f89b0cae8b63aff6c0d20","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"d674149bd758d38cb5142522e036936a626665ef569648ecebb27ea2be2408f4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"384432d3facac9dec5d66f160f8cf7277cc784030f6b220f9c8eee2a2182d2e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"d112613a80ceb50339ff7e10c69d82094f28cac759c5389d0556d132097c0051","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"2b26956777ba2cbee00b58fcc2f0780273d2e295937ee3da4a89c2db628f87d2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"53dcdcda804a871cb605a6ae1a7ad2efa54e100cbca75a25e1015c682b915bd1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"010b43b1e276924b59a68771f3466bc2f1fc8a5a375e7d1e7657e0f0c867c176","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"5ae9f4af0de562607c311fca891af1f286068eb5c6634c83d40b2860e29f8a3f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"a04fb3f7f155acd62abe2cf3dddc4d784297767710d690469fb9a348af3ab4a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"f34d6af338b8454dc2204b005de839554fce4302748615240ec6a748683432ad","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"2c746df90ce47ce86f765b37e298a40847ec8905f8537e45167732ed3aa8f5f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"4c0bb84b47552cb6c935e3c0563b31ab7117a9c9fbe4151088f52951f0cdf408","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"7e708cce8624ecb4df2576f7d6e3253a9bfce775ae2d53fe9470231ef30ada56","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"03649b0fbaf0f07f01f744123a3af08f11fe15e779a114754d99077c36458fc5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"530c46203551852b01dd9156b49c5130a04e3c65edc257bc901c97c9b20e6618","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"94e35816a046c13ed01b19fbfacd9fb42c9f43682ab290533173c27cb1463dac","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"aae182512b9f9004bd2f94d799f31bb2922895f128da4bc82c53e785ac37666c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"149ace29828f3261ea46757fc0127ffd4ea4ff5ecd94267f0559d25e953c5ebe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"83f23e2bec733dc5d3f7dd3671126ded47842a53a4998b132c70a6f43134bb9c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"0c455963787f3def4081f13c19ced62db7bf25e40377d44256ee3637c3d5397f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"46503ad3eb145f74d578fb88a99b1334b906440c66e151ba486ef31376906e99","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"7868b8f8e7f8ae16f58e081bc2591f4c1c0fe2c272527c5222a3c6bc5a9e060c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"8d11830942ddee1c30cf29308a8bde00b087c80f5c0ece5c1ad9cc0d5d6ae498","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-gj9qbc\" to finish deleting: context canceled","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":12,"runs_affected":4,"failed_runs":4,"run_impact_percent":5.882352941176471,"anchor_occurrences":12,"after_last_push_count":12,"trend_counts":[0,0,0,2,0,8,1,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":5,"prior_last_seen_at":"2026-05-20T23:07:55Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000fea4b0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-gj9qbc\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000fea4b0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-gj9qbc\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000cf4240\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-t2dlwt\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000cf4240\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-t2dlwt\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0012fe150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-6b2hnp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:285] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0012fe150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-6b2hnp\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"3c0dbbfa33e0ecd8e68284b65e9d3ef2a317e94df1734a79040d10ac52751ce6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"a228e83d8a237c93d67c480a8b9cadd5188b1fa5ff39e9f7307823961e0d48e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"0168918134c737f19f8e02bc18f90d81fe803a0d672f5686b21e08d9e50b7a0a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"2852bc9736beda9518ab85745c7611e565495bcd05db4637b08fc587b02921e8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"4e9720e4a2b979adeb544b90ce48d4bf8828979d3891c024373301f1991f8fe2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"55358edd5713b3a0de3d701d51e251683a36b9e13646a9851a4df7ebcb82c2a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"5d4cea3865cd0893da58e99513bb4692a10c96cc1243a8f34a047803879ff55a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"849615fab424d06f560a32e892964fe4afe27a341e730c2229edb17ba91b8468","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"8a085ea22287f74507b99aa2eddbf68c91ef12a3349952323813e46e8e68366f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"9a4701043aba8c518cacfee72dca4696f60bf6a328d9da6fd2f39fec8964d419","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0311f89faaecb9e4ba28767e38dcde4739aaa80eaf0bbf2eabf555507475475c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"ff41f20d4c1e304627825268716b16f0dcdfe39bcc42ff905310c4616b1d651e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":10,"runs_affected":8,"failed_runs":8,"run_impact_percent":11.764705882352942,"anchor_occurrences":10,"after_last_push_count":29,"trend_counts":[0,0,0,1,0,3,2,4],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-08"],"prior_runs_affected":23,"prior_last_seen_at":"2026-06-12T19:09:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068432057893130240","occurred_at":"2026-06-20T20:33:26Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"78754e29456c1fc88cbae908323785a403c4346735c925fc3102d3c04ce7e5df","failure_pattern":"VerifySimpleWebApp failed: route was never reachable: Get \"\u003curl\u003e\": dial tcp: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host","search_query":"VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-44c7d.apps.aro.cilium-cl.vva9.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-44c7d.apps.aro.cilium-cl.vva9.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":10,"runs_affected":6,"failed_runs":6,"run_impact_percent":8.823529411764707,"anchor_occurrences":10,"after_last_push_count":10,"trend_counts":[0,0,0,0,0,2,4,4],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":6,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":6},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc001dec1b0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-g7mbq.apps.aro.cilium-cl.oryn.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-g7mbq.apps.aro.cilium-cl.oryn.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc001dec1b0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-g7mbq.apps.aro.cilium-cl.oryn.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-g7mbq.apps.aro.cilium-cl.oryn.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc000b48ab0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-qmtsc.apps.aro.cilium-cl.afaw.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-qmtsc.apps.aro.cilium-cl.afaw.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc000b48ab0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-qmtsc.apps.aro.cilium-cl.afaw.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-qmtsc.apps.aro.cilium-cl.afaw.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:194]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0011601b0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-f9l8r.apps.aro.cilium-cluster.9wlt.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-f9l8r.apps.aro.cilium-cluster.9wlt.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:194]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0011601b0\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-f9l8r.apps.aro.cilium-cluster.9wlt.brazilsouth.aroapp-hcp.io\": dial tcp: lookup agnhost-e2e-serving-app-f9l8r.apps.aro.cilium-cluster.9wlt.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"adc6daf01993136e65e3ffba3a7bff212919097fa24531a5b09b4329ef804474","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"08317c9e33f61bd5028e7b07f3c77c7f7f1a8afa96f93efa774218ab326e61dd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"dfa1f916cf36bb293e4cce3bedf6e8307905c9025a340c1e44068dcac8711229","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"ea1d0da39b410f7d9a13e04295191e975bd1dc5cff5e3e483f94f77b0d6213b9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"19a8c1da69ee46dc328267e29bc50e0a088d6a1ecdc3d076590d7368d6a3a662","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"495f7bdf204bbd214858933af31f5d044a5bcb1b8b501916ba253c491daaf0a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"1111515492f30e2408acccb3968c1c03c551b248e3cde5b1657318baf89edc91","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"cc133a77418a5acbe06aa2926952a966fa6b5a5c0d00dc0d96988b71409fe672","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"b8ce277716276eaf50853a9cfdafeb2f19430f2da12c2bb96a1f44ff4bf0731c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"eb71993dfea23cca0df04e6827e06efbb14d8e5765427b89cc3e03668390aa59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"afb4bb7f79f1adc8b037a175530f7cd4154fc1b7d3239a4e6c6847fba115a743","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":8,"runs_affected":8,"failed_runs":8,"run_impact_percent":11.764705882352942,"anchor_occurrences":8,"after_last_push_count":10,"trend_counts":[0,1,2,0,1,1,2,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":2,"prior_window_starts":["2026-05-18","2026-06-08"],"prior_runs_affected":12,"prior_last_seen_at":"2026-06-13T23:00:09Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":3},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc001090000\u003e: \n    context deadline exceeded\n    failed to list ClusterOperators: client rate limiter Wait returned an error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc001090000\u003e: \n    context deadline exceeded\n    failed to list ClusterOperators: client rate limiter Wait returned an error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc00160ea98\u003e: \n    context deadline exceeded\n    failed to list ClusterOperators: client rate limiter Wait returned an error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc00160ea98\u003e: \n    context deadline exceeded\n    failed to list ClusterOperators: client rate limiter Wait returned an error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00106a780\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-26pckg, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-26pckg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00106a780\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-26pckg, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-26pckg\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"5b1ac5edbe9bb5b6d6586f1a9226cbcd1556ce2a271fa0584fe318f8b9628e00","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"61588617151eb55006027d519d5dbf47bf1b0f513822a4897fbfdb0dac1b1198","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068399947908124672","occurred_at":"2026-06-20T18:25:51Z","signature_id":"bdb0464d6ce770897024e62edf4ebdb3e733526a04930e143fcc58837d12f7c9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"2d6be82c49740742ce88c56eaa9426b1c0a509009b1795c9d49b964822c9b746","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067641305726455808","occurred_at":"2026-06-18T16:11:15Z","signature_id":"395bd81ed8230ff0380ef3d1395841cff45c934efae7b3d59d7d28fcfec2f40b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067019458672594944","occurred_at":"2026-06-16T23:00:16Z","signature_id":"e2fdfc74d12ad52385a2e0f0e9e90451d6e045aa2bbda0f73d45983e88cbf96a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"891e427eaea3124ab224d6d59ea7e3806e2c78875d020f128d12d27bec2cf486","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"ad9297c2646cd31cfa64e00b5336e8eabf3a8efc2fdb992f7e18ffd59bcc60f6","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"a1df4a102ffa44f97ddbf6779aa0d2a52a0f6f8f1f86a9bebf09b9cdf20d5052","failure_pattern":"Deserialization Error: no output from command","search_query":"Deserialization Error: no output from command","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":6,"runs_affected":5,"failed_runs":5,"run_impact_percent":7.352941176470588,"anchor_occurrences":6,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,1,2,3],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3}],"full_error_samples":["fp=0xc0017ad958 sp=0xc0017ad910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000c582a8, {0x9220320, 0xc0016f5068})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0017ad9b0 sp=0xc0017ad958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000c58008, {0x9221e00, 0xc000d99020}, 0xc0017ada18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0017ad9e8 sp=0xc0017ad9b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000c58008, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0017adc60 sp=0xc0017ad9e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000c58008, {0xc0018a0000, 0x1000, 0xc0009a9080?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0017adcc8 sp=0xc0017adc60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc00184e6c0, {0xc0018a0000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc0017add28 sp=0xc0017adcc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc0012731a0)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc0017add60 sp=0xc0017add28 pc=0x3084943\nbufio.(*Reader).Peek(0xc0012731a0, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc0017add80 sp=0xc0017add60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc00184e6c0)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc0017adfc8 sp=0xc0017add80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc0017adfe0 sp=0xc0017adfc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0017adfe8 sp=0xc0017adfe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 206\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 249 gp=0xc000683c00 m=nil [select]:\nruntime.gopark(0xc001247768?, 0x2?, 0x40?, 0x8?, 0xc00124775c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0012475e8 sp=0xc0012475c8 pc=0x2f1e50e\nruntime.selectgo(0xc001247768, 0xc001247758, 0xc000fb27a0?, 0x0, 0x36ecd5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001247728 sp=0xc0012475e8 pc=0x2ef92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x92b8658, 0xc0018b60e0}, 0x8704ddd?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc001247798 sp=0xc001247728 pc=0x36ec4b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x930a440, {0x92b8658, 0xc0018b60e0}, 0x2f1baf3)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc001247a98 sp=0xc001247798 pc=0x3ded372\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x92b8658, 0xc0018b60e0}, 0xc0016f51a0, {0xc000c1d728, 0x18}, {0xc00181f620, 0x1d})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:240 +0x365 fp=0xc001247c20 sp=0xc001247a98 pc=0x6c2ef65\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x92b8658?, 0xc0018b60e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x72 fp=0xc001247cc8 sp=0xc001247c20 pc=0x6c2e992\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x92b8658?, 0xc0018b60e0?}, 0xc0018b60f0?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc001247d20 sp=0xc001247cc8 pc=0x369fa82\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x92b8658, 0xc0018b60e0}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc001247e68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc001247d98 sp=0xc001247d20 pc=0x369db2e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x92b85e8, 0xc000b615e0}, 0xc0016f51a0, {0xc000c1d728, 0x18}, {0xc00181f620, 0x1d}, 0x274a48a7800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x285 fp=0xc001247ef0 sp=0xc001247d98 pc=0x6c2e705\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:522 +0x7e fp=0xc001247f78 sp=0xc001247ef0 pc=0x6c325fe\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc001247fe0 sp=0xc001247f78 pc=0x4a4be30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001247fe8 sp=0xc001247fe0 pc=0x2f26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 248\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc93a4a0\nrsi    0x80\nrbp    0xc0000b5728\nrsp    0xc0000b56e0\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xc000582540\nr15    0x7\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command\nfp=0xc0017ad958 sp=0xc0017ad910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000c582a8, {0x9220320, 0xc0016f5068})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0017ad9b0 sp=0xc0017ad958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000c58008, {0x9221e00, 0xc000d99020}, 0xc0017ada18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0017ad9e8 sp=0xc0017ad9b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000c58008, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0017adc60 sp=0xc0017ad9e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000c58008, {0xc0018a0000, 0x1000, 0xc0009a9080?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0017adcc8 sp=0xc0017adc60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc00184e6c0, {0xc0018a0000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc0017add28 sp=0xc0017adcc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc0012731a0)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc0017add60 sp=0xc0017add28 pc=0x3084943\nbufio.(*Reader).Peek(0xc0012731a0, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc0017add80 sp=0xc0017add60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc00184e6c0)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc0017adfc8 sp=0xc0017add80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc0017adfe0 sp=0xc0017adfc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0017adfe8 sp=0xc0017adfe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 206\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 249 gp=0xc000683c00 m=nil [select]:\nruntime.gopark(0xc001247768?, 0x2?, 0x40?, 0x8?, 0xc00124775c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0012475e8 sp=0xc0012475c8 pc=0x2f1e50e\nruntime.selectgo(0xc001247768, 0xc001247758, 0xc000fb27a0?, 0x0, 0x36ecd5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001247728 sp=0xc0012475e8 pc=0x2ef92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x92b8658, 0xc0018b60e0}, 0x8704ddd?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc001247798 sp=0xc001247728 pc=0x36ec4b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x930a440, {0x92b8658, 0xc0018b60e0}, 0x2f1baf3)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc001247a98 sp=0xc001247798 pc=0x3ded372\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x92b8658, 0xc0018b60e0}, 0xc0016f51a0, {0xc000c1d728, 0x18}, {0xc00181f620, 0x1d})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:240 +0x365 fp=0xc001247c20 sp=0xc001247a98 pc=0x6c2ef65\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x92b8658?, 0xc0018b60e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x72 fp=0xc001247cc8 sp=0xc001247c20 pc=0x6c2e992\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x92b8658?, 0xc0018b60e0?}, 0xc0018b60f0?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc001247d20 sp=0xc001247cc8 pc=0x369fa82\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x92b8658, 0xc0018b60e0}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc001247e68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc001247d98 sp=0xc001247d20 pc=0x369db2e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x92b85e8, 0xc000b615e0}, 0xc0016f51a0, {0xc000c1d728, 0x18}, {0xc00181f620, 0x1d}, 0x274a48a7800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x285 fp=0xc001247ef0 sp=0xc001247d98 pc=0x6c2e705\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:522 +0x7e fp=0xc001247f78 sp=0xc001247ef0 pc=0x6c325fe\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc001247fe0 sp=0xc001247f78 pc=0x4a4be30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001247fe8 sp=0xc001247fe0 pc=0x2f26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 248\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc93a4a0\nrsi    0x80\nrbp    0xc0000b5728\nrsp    0xc0000b56e0\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xc000582540\nr15    0x7\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command","untime/select.go:351 +0x8b7 fp=0xc0000c8eb8 sp=0xc0000c8d78 pc=0x2ef92f7\nnet/http.(*persistConn).writeLoop(0xc0013e25a0)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc0000c8fc8 sp=0xc0000c8eb8 pc=0x32e6ba7\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc0000c8fe0 sp=0xc0000c8fc8 pc=0x32e3845\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000c8fe8 sp=0xc0000c8fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 109\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 193 gp=0xc000e65a40 m=nil [select]:\nruntime.gopark(0xc001384f48?, 0x2?, 0xc0?, 0x4d?, 0xc001384ef4?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc001384d78 sp=0xc001384d58 pc=0x2f1e50e\nruntime.selectgo(0xc001384f48, 0xc001384ef0, 0xc00073d980?, 0x0, 0xc000c0ab70?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001384eb8 sp=0xc001384d78 pc=0x2ef92f7\nnet/http.(*persistConn).writeLoop(0xc001428240)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc001384fc8 sp=0xc001384eb8 pc=0x32e6ba7\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc001384fe0 sp=0xc001384fc8 pc=0x32e3845\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001384fe8 sp=0xc001384fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 194\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 233 gp=0xc000ac68c0 m=nil [IO wait]:\nruntime.gopark(0xc0010948e0?, 0xc0018f1788?, 0xc5?, 0xbe?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0018f1768 sp=0xc0018f1748 pc=0x2f1e50e\nruntime.netpollblock(0x2f88ad8?, 0x2eaa066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc0018f17a0 sp=0xc0018f1768 pc=0x2eddfb7\ninternal/poll.runtime_pollWait(0x7f8602112c00, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc0018f17c0 sp=0xc0018f17a0 pc=0x2f1cda5\ninternal/poll.(*pollDesc).wait(0xc0007dd100?, 0xc001341400?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0018f17e8 sp=0xc0018f17c0 pc=0x2fab907\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc0007dd100, {0xc001341400, 0x2500, 0x2500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc0018f1880 sp=0xc0018f17e8 pc=0x2facd39\nnet.(*netFD).Read(0xc0007dd100, {0xc001341400?, 0xc001341400?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc0018f18c8 sp=0xc0018f1880 pc=0x31712e5\nnet.(*conn).Read(0xc00100ad18, {0xc001341400?, 0x7f8600572340?, 0x7f8649d3b108?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0018f1910 sp=0xc0018f18c8 pc=0x3183385\ncrypto/tls.(*atLeastReader).Read(0xc00113f1d0, {0xc001341400?, 0xa?, 0x859?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc0018f1958 sp=0xc0018f1910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000db5ea8, {0x9220320, 0xc00113f1d0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0018f19b0 sp=0xc0018f1958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000db5c08, {0x9221e00, 0xc00100ad18}, 0xc0018f1a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0018f19e8 sp=0xc0018f19b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000db5c08, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0018f1c60 sp=0xc0018f19e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000db5c08, {0xc0013ce000, 0x1000, 0xc000ec2fc0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0018f1cc8 sp=0xc0018f1c60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc0013258c0, {0xc0013ce000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc0018f1d28 sp=0xc0018f1cc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc000e1a420)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc0018f1d60 sp=0xc0018f1d28 pc=0x3084943\nbufio.(*Reader).Peek(0xc000e1a420, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc0018f1d80 sp=0xc0018f1d60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc0013258c0)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc0018f1fc8 sp=0xc0018f1d80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc0018f1fe0 sp=0xc0018f1fc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0018f1fe8 sp=0xc0018f1fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 227\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc90cc70\nrsi    0x80\nrbp    0x7ffddd31af40\nrsp    0x7ffddd31aef8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xc90a6e0\nr15    0x1\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command\nuntime/select.go:351 +0x8b7 fp=0xc0000c8eb8 sp=0xc0000c8d78 pc=0x2ef92f7\nnet/http.(*persistConn).writeLoop(0xc0013e25a0)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc0000c8fc8 sp=0xc0000c8eb8 pc=0x32e6ba7\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc0000c8fe0 sp=0xc0000c8fc8 pc=0x32e3845\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000c8fe8 sp=0xc0000c8fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 109\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 193 gp=0xc000e65a40 m=nil [select]:\nruntime.gopark(0xc001384f48?, 0x2?, 0xc0?, 0x4d?, 0xc001384ef4?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc001384d78 sp=0xc001384d58 pc=0x2f1e50e\nruntime.selectgo(0xc001384f48, 0xc001384ef0, 0xc00073d980?, 0x0, 0xc000c0ab70?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001384eb8 sp=0xc001384d78 pc=0x2ef92f7\nnet/http.(*persistConn).writeLoop(0xc001428240)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc001384fc8 sp=0xc001384eb8 pc=0x32e6ba7\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc001384fe0 sp=0xc001384fc8 pc=0x32e3845\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001384fe8 sp=0xc001384fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 194\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 233 gp=0xc000ac68c0 m=nil [IO wait]:\nruntime.gopark(0xc0010948e0?, 0xc0018f1788?, 0xc5?, 0xbe?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0018f1768 sp=0xc0018f1748 pc=0x2f1e50e\nruntime.netpollblock(0x2f88ad8?, 0x2eaa066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc0018f17a0 sp=0xc0018f1768 pc=0x2eddfb7\ninternal/poll.runtime_pollWait(0x7f8602112c00, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc0018f17c0 sp=0xc0018f17a0 pc=0x2f1cda5\ninternal/poll.(*pollDesc).wait(0xc0007dd100?, 0xc001341400?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0018f17e8 sp=0xc0018f17c0 pc=0x2fab907\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc0007dd100, {0xc001341400, 0x2500, 0x2500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc0018f1880 sp=0xc0018f17e8 pc=0x2facd39\nnet.(*netFD).Read(0xc0007dd100, {0xc001341400?, 0xc001341400?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc0018f18c8 sp=0xc0018f1880 pc=0x31712e5\nnet.(*conn).Read(0xc00100ad18, {0xc001341400?, 0x7f8600572340?, 0x7f8649d3b108?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0018f1910 sp=0xc0018f18c8 pc=0x3183385\ncrypto/tls.(*atLeastReader).Read(0xc00113f1d0, {0xc001341400?, 0xa?, 0x859?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc0018f1958 sp=0xc0018f1910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000db5ea8, {0x9220320, 0xc00113f1d0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc0018f19b0 sp=0xc0018f1958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000db5c08, {0x9221e00, 0xc00100ad18}, 0xc0018f1a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0018f19e8 sp=0xc0018f19b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000db5c08, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc0018f1c60 sp=0xc0018f19e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000db5c08, {0xc0013ce000, 0x1000, 0xc000ec2fc0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc0018f1cc8 sp=0xc0018f1c60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc0013258c0, {0xc0013ce000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc0018f1d28 sp=0xc0018f1cc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc000e1a420)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc0018f1d60 sp=0xc0018f1d28 pc=0x3084943\nbufio.(*Reader).Peek(0xc000e1a420, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc0018f1d80 sp=0xc0018f1d60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc0013258c0)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc0018f1fc8 sp=0xc0018f1d80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc0018f1fe0 sp=0xc0018f1fc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0018f1fe8 sp=0xc0018f1fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 227\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc90cc70\nrsi    0x80\nrbp    0x7ffddd31af40\nrsp    0x7ffddd31aef8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xc90a6e0\nr15    0x1\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command","0f92958 sp=0xc000f92910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000fb6628, {0x9220320, 0xc0010c5ef0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000f929b0 sp=0xc000f92958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000fb6388, {0x9221e00, 0xc001114078}, 0xc000f92a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000f929e8 sp=0xc000f929b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000fb6388, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000f92c60 sp=0xc000f929e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000fb6388, {0xc0018a4000, 0x1000, 0xc00110be90?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000f92cc8 sp=0xc000f92c60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc0017dfd40, {0xc0018a4000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc000f92d28 sp=0xc000f92cc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc001886c60)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc000f92d60 sp=0xc000f92d28 pc=0x3084943\nbufio.(*Reader).Peek(0xc001886c60, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc000f92d80 sp=0xc000f92d60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc0017dfd40)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc000f92fc8 sp=0xc000f92d80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc000f92fe0 sp=0xc000f92fc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f92fe8 sp=0xc000f92fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 181\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 187 gp=0xc000bbee00 m=nil [select]:\nruntime.gopark(0xc0012a1768?, 0x2?, 0x20?, 0x18?, 0xc0012a175c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0012a15e8 sp=0xc0012a15c8 pc=0x2f1e50e\nruntime.selectgo(0xc0012a1768, 0xc0012a1758, 0xc000be0080?, 0x0, 0x36ecd5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0012a1728 sp=0xc0012a15e8 pc=0x2ef92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x92b8658, 0xc00004cf50}, 0x8704ddd?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc0012a1798 sp=0xc0012a1728 pc=0x36ec4b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x930a440, {0x92b8658, 0xc00004cf50}, 0x2f1baf3)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc0012a1a98 sp=0xc0012a1798 pc=0x3ded372\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x92b8658, 0xc00004cf50}, 0xc0014f41c8, {0xc0001732f0, 0x18}, {0xc001874940, 0xe})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:240 +0x365 fp=0xc0012a1c20 sp=0xc0012a1a98 pc=0x6c2ef65\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x92b8658?, 0xc00004cf50?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x72 fp=0xc0012a1cc8 sp=0xc0012a1c20 pc=0x6c2e992\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x92b8658?, 0xc00004cf50?}, 0xc00004cf60?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc0012a1d20 sp=0xc0012a1cc8 pc=0x369fa82\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x92b8658, 0xc00004cf50}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc0012a1e68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc0012a1d98 sp=0xc0012a1d20 pc=0x369db2e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x92b85e8, 0xc0008411d0}, 0xc0014f41c8, {0xc0001732f0, 0x18}, {0xc001874940, 0xe}, 0x274a48a7800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x285 fp=0xc0012a1ef0 sp=0xc0012a1d98 pc=0x6c2e705\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:522 +0x7e fp=0xc0012a1f78 sp=0xc0012a1ef0 pc=0x6c325fe\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc0012a1fe0 sp=0xc0012a1f78 pc=0x4a4be30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0012a1fe8 sp=0xc0012a1fe0 pc=0x2f26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 176\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc90cc70\nrsi    0x80\nrbp    0x7ffe53ff0f80\nrsp    0x7ffe53ff0f38\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000096008\nr13    0x1\nr14    0xc90a6e0\nr15    0x3\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command\n0f92958 sp=0xc000f92910 pc=0x31eef1b\nbytes.(*Buffer).ReadFrom(0xc000fb6628, {0x9220320, 0xc0010c5ef0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000f929b0 sp=0xc000f92958 pc=0x2fef578\ncrypto/tls.(*Conn).readFromUntil(0xc000fb6388, {0x9221e00, 0xc001114078}, 0xc000f92a18?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000f929e8 sp=0xc000f929b0 pc=0x31ef0fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000fb6388, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000f92c60 sp=0xc000f929e8 pc=0x31ec17b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000fb6388, {0xc0018a4000, 0x1000, 0xc00110be90?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000f92cc8 sp=0xc000f92c60 pc=0x31f2a85\nnet/http.(*persistConn).Read(0xc0017dfd40, {0xc0018a4000?, 0x32dcb05?, 0x921acc0?})\n\t/usr/lib/golang/src/net/http/transport.go:2125 +0x47 fp=0xc000f92d28 sp=0xc000f92cc8 pc=0x32e4407\nbufio.(*Reader).fill(0xc001886c60)\n\t/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0xc000f92d60 sp=0xc000f92d28 pc=0x3084943\nbufio.(*Reader).Peek(0xc001886c60, 0x1)\n\t/usr/lib/golang/src/bufio/bufio.go:152 +0x53 fp=0xc000f92d80 sp=0xc000f92d60 pc=0x3084ad3\nnet/http.(*persistConn).readLoop(0xc0017dfd40)\n\t/usr/lib/golang/src/net/http/transport.go:2278 +0x172 fp=0xc000f92fc8 sp=0xc000f92d80 pc=0x32e4f12\nnet/http.(*Transport).dialConn.gowrap2()\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x25 fp=0xc000f92fe0 sp=0xc000f92fc8 pc=0x32e38a5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f92fe8 sp=0xc000f92fe0 pc=0x2f26cc1\ncreated by net/http.(*Transport).dialConn in goroutine 181\n\t/usr/lib/golang/src/net/http/transport.go:1947 +0x174f\n\ngoroutine 187 gp=0xc000bbee00 m=nil [select]:\nruntime.gopark(0xc0012a1768?, 0x2?, 0x20?, 0x18?, 0xc0012a175c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0012a15e8 sp=0xc0012a15c8 pc=0x2f1e50e\nruntime.selectgo(0xc0012a1768, 0xc0012a1758, 0xc000be0080?, 0x0, 0x36ecd5c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0012a1728 sp=0xc0012a15e8 pc=0x2ef92f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x92b8658, 0xc00004cf50}, 0x8704ddd?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36 +0x76 fp=0xc0012a1798 sp=0xc0012a1728 pc=0x36ec4b6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x930a440, {0x92b8658, 0xc00004cf50}, 0x2f1baf3)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284 +0x732 fp=0xc0012a1a98 sp=0xc0012a1798 pc=0x3ded372\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x92b8658, 0xc00004cf50}, 0xc0014f41c8, {0xc0001732f0, 0x18}, {0xc001874940, 0xe})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:240 +0x365 fp=0xc0012a1c20 sp=0xc0012a1a98 pc=0x6c2ef65\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x92b8658?, 0xc00004cf50?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:198 +0x72 fp=0xc0012a1cc8 sp=0xc0012a1c20 pc=0x6c2e992\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x92b8658?, 0xc00004cf50?}, 0xc00004cf60?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc0012a1d20 sp=0xc0012a1cc8 pc=0x369fa82\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x92b8658, 0xc00004cf50}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc0012a1e68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc0012a1d98 sp=0xc0012a1d20 pc=0x369db2e\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x92b85e8, 0xc0008411d0}, 0xc0014f41c8, {0xc0001732f0, 0x18}, {0xc001874940, 0xe}, 0x274a48a7800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:196 +0x285 fp=0xc0012a1ef0 sp=0xc0012a1d98 pc=0x6c2e705\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:522 +0x7e fp=0xc0012a1f78 sp=0xc0012a1ef0 pc=0x6c325fe\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc0012a1fe0 sp=0xc0012a1f78 pc=0x4a4be30\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0012a1fe8 sp=0xc0012a1fe0 pc=0x2f26cc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 176\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x2f28ae3\nrdx    0x0\nrdi    0xc90cc70\nrsi    0x80\nrbp    0x7ffe53ff0f80\nrsp    0x7ffe53ff0f38\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0xc000096008\nr13    0x1\nr14    0xc90a6e0\nr15    0x3\nrip    0x2f28ae1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"39e31a45f7893323e79497d4ba9e88011f07c0bf4fa36c1b7def69fa3b6e1864","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"f687d05df23945fcfcd89fffacf3c318a04b5327ab0ad9d3dd8287b33c5d34f9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"edfc7d171d9432f33616b5e78ff57a5552c370e3edbcbc853da769f99419439e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"ea6368dc87e56ff73bb14bc32d785a4af01fd962c88192375df0b5e51b063f4a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"12615c31a81b23d87c528a95f1eee5e33503c3eea5de7e32d04e9c7147e5f757","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"3e1485ec37c42db439885a95d4ad7a45bfa85e272c55ef58495a7a52580ae2c8","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"314b58d43728f942111a52209bcc085b0bf14adcab05fa6fc6959abcb89c83c4","failure_pattern":"dial tcp: lookup console-openshift-console","search_query":"dial tcp: lookup console-openshift-console","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":5,"runs_affected":5,"failed_runs":5,"run_impact_percent":7.352941176470588,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,1,2,2],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":5}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc000bdaf00\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.i9f1o4d9p7n0g1u.dh5j.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc000bdaf00\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.i9f1o4d9p7n0g1u.dh5j.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc000b7eb40\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.m1c4h3t4a2g8i8d.4hwy.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc000b7eb40\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.m1c4h3t4a2g8i8d.4hwy.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc0008c56d0\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.f4y0j8z4x0b5v2h.j4r9.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003c*net.OpError | 0xc0008c56d0\u003e: \n    dial tcp: lookup console-openshift-console.apps.aro.f4y0j8z4x0b5v2h.j4r9.brazilsouth.aroapp-hcp.io on 172.30.0.10:53: no such host\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"295fa52bfa7c29f1273219114013714cab96c77346f7a60513f99715ca57e550","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"65ce058b6b36a04086262d68a3f05794145651f7ad64fc3e882e74858191ab8f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"3f0e27144f7c16540e54da64eaf5d529650134d7ce1cb9dd58213c3bfba4fcf2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"d7dbbfa11c42b81c3ce072fc00ad80a2c5daedba03fece4d76d9a2372e748af6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"a5b570f6dafc8215ed4262069d5fda27238dc7fcf4d0227c5be8efa636238ea3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7426c1a835b553e399edab9b5f3d89e2c53ed02e293edf09d1e41a3543dc8dec","failure_pattern":"ERROR CODE: InvalidTemplateDeployment; provider Microsoft.Compute","search_query":"ERROR CODE: InvalidTemplateDeployment","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":5.882352941176471,"anchor_occurrences":4,"after_last_push_count":9,"trend_counts":[2,3,1,0,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":9,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000acb640\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-dcwq4p\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-dcwq4p/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is '08aa4ae2-50da-40f0-9df7-0ce331ab97cf'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000acb640\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-dcwq4p\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-dcwq4p/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is '08aa4ae2-50da-40f0-9df7-0ce331ab97cf'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00132d5a0\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-pztdvd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-pztdvd/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'f6a5d54e-c1c0-4fbe-b749-d7c681bd8016'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00132d5a0\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-pztdvd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-pztdvd/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'f6a5d54e-c1c0-4fbe-b749-d7c681bd8016'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000be6720\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-c55hn7\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-c55hn7/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'c2e9b250-dda1-479b-a710-c7ed5bd06b48'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: SwitzerlandNorth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22SwitzerlandNorth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000be6720\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-c55hn7\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-c55hn7/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is 'c2e9b250-dda1-479b-a710-c7ed5bd06b48'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: SwitzerlandNorth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22SwitzerlandNorth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066702365632761856","occurred_at":"2026-06-16T02:00:16Z","signature_id":"0033eae84be3518fe0c5f7c80501825ab28294b62ba12307e686a466cdf6d659","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"2ff0503dae16648b4872fdaa69472c6a46b318ce3a79d26505e21420b1095b62","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2066611850006499328","occurred_at":"2026-06-15T20:00:19Z","signature_id":"3bffcf83322021fbaca59a677c586af6968ea68a5fbda0b59c0c8c98a7758e10","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2066339954090315776","occurred_at":"2026-06-15T02:00:10Z","signature_id":"ad4694f9b254147813498a853e6e8d3dfe0f1296f7b5b5c1d920d30cf216fbfc","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"4b286b88e4cdf2beb25fd0ed17c671477745b97698c63efca626d18c2b4af0e4","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":4.411764705882353,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,1,0,2],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.002s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:406 with:\nAll ClusterOperators should report Available=True, but these are not available: [console (Available=False) ingress (Available=False)]\nExpected\n    \u003c[]string | len:2, cap:2\u003e: ...\nto be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"8a51e3752f4ecefbc99ac8fb256989896f814927f6f7b0213f01f8698f9b93e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"1e54c4d2a6823549b2cd272a44fa8959e87befde1fe048334f2942b983950a8e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"a94ef78b5d06c9ae4f91448ae801748304d8a6cef98fa75731616f46eb9ba3ac","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":4.411764705882353,"anchor_occurrences":3,"after_last_push_count":7,"trend_counts":[0,0,0,1,0,2,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":7,"prior_last_seen_at":"2026-06-12T19:09:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.008s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.008s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"7b311f6b09c3bb8e223e61a1567cbba9f44bc8fab49954456fd9328e616945db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"d17b7eaf2d3e29dd9e591bf9e7e9bfb89c7d8a7c8870eec42c51beeba2774530","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"8d91b2adc4fb8c3b24f642854a4c21503092a450afa8d61186befc6b2bc18c5a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":3,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,3,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":2,"prior_last_seen_at":"2026-05-19T10:36:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"6d080422fa97f4f72374bad616fbe4ba9ed29376c9e092c090521d6d173cc74b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"9d2b38bca7387f320f65d1f5dacc549a37793c2cbec85528c5fe009fc27c1a6a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"9deb58cdeb29e322dbea5b4c503beff4b2850e2996d7242fd276b4cb5cb1b9eb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,2,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":6,"prior_last_seen_at":"2026-06-12T19:09:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.005s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.005s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"319153714d51e0b67108498c05e3141892b81098eae939456158746452270575","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"319153714d51e0b67108498c05e3141892b81098eae939456158746452270575","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"eaff0beaf9dac327fa146f686a15a3b9b0e697c496cc191c47b118fc7c2ca7c3","failure_pattern":"ERROR CODE: InternalServerError; detail message Get \"\u003curl\u003e\": net/http: TLS handshake timeout; provider Microsoft.Compute","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,1,0,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009535a0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-sfdjsl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/9494c8db-21a8-45dc-a144-9909ebdbc9f1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/9494c8db-21a8-45dc-a144-9909ebdbc9f1\",\n      \"name\": \"9494c8db-21a8-45dc-a144-9909ebdbc9f1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-06-21T07:22:15.977086685Z\",\n      \"endTime\": \"2026-06-21T07:23:35.108555439Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Get \\\"https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus?%24filter=location+eq+%27brazilsouth%27\\u0026api-version=2021-07-01\\\": net/http: TLS handshake timeout\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009535a0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-sfdjsl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/9494c8db-21a8-45dc-a144-9909ebdbc9f1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/9494c8db-21a8-45dc-a144-9909ebdbc9f1\",\n      \"name\": \"9494c8db-21a8-45dc-a144-9909ebdbc9f1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-06-21T07:22:15.977086685Z\",\n      \"endTime\": \"2026-06-21T07:23:35.108555439Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Get \\\"https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus?%24filter=location+eq+%27brazilsouth%27\\u0026api-version=2021-07-01\\\": net/http: TLS handshake timeout\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:168]: failed to create node pool np-1\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001910860\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-td4tgf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\",\n      \"name\": \"56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-06-19T18:20:56.860797749Z\",\n      \"endTime\": \"2026-06-19T18:22:33.081221493Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Get \\\"https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus?%24filter=location+eq+%27brazilsouth%27\\u0026api-version=2021-07-01\\\": net/http: TLS handshake timeout\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:168]: failed to create node pool np-1\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001910860\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-td4tgf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/brazilsouth/hcpOperationStatuses/56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\",\n      \"name\": \"56c7b5c9-051e-4ae5-b74b-cfc0e7d6c9e0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-06-19T18:20:56.860797749Z\",\n      \"endTime\": \"2026-06-19T18:22:33.081221493Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Get \\\"https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus?%24filter=location+eq+%27brazilsouth%27\\u0026api-version=2021-07-01\\\": net/http: TLS handshake timeout\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068591174670618624","occurred_at":"2026-06-21T07:05:43Z","signature_id":"3156eb4cb3e78571e4278eaf2fc4b5c131d0ba36d5c18676d4e21b99406283fb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068004614032068608","occurred_at":"2026-06-19T16:14:56Z","signature_id":"f7033e97d24293feff14630c55e5bcf5db42669a38afdc2ef6dbc76944ef9c17","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"63a755b10a4ebc8c89991a40e36c8d3c0a9cd5e114a858de40038cb6cec08053","failure_pattern":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","search_query":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:132]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e89980\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:132]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e89980\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:132]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007bf3b0\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:132]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007bf3b0\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068520879767162880","occurred_at":"2026-06-21T02:26:23Z","signature_id":"c1f9a56242ead2f7e1e1803e07d603245b31a7192f786cb433ba7eb75405f0d5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068216024569745408","occurred_at":"2026-06-20T06:15:00Z","signature_id":"e404ee63f95099b59271a15602d45742ef4fc421991f9967da4ec935bd09ed2c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"6f26d2f1140adc9b13b39b836a7ca29a860f5c4cb3811309f672f97a11466f4d","failure_pattern":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True","search_query":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,1,1,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013bc3f0\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013bc3f0\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc00101e000\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:244]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc00101e000\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"6ea2fb9103864054f25d2a7f96b2639165b5133cc5dfde5600c28d12596644c8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"e18da98f6db720225defd8d83f09d8597d664ed3857fe8ded4a17c3721852f60","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"5fb766e5fb248dc6af1c6e24ee78b09053884360d90cdc4ef6d91ff56deaf7ff","failure_pattern":"couldn't get current server API group list: Get \"\u003curl\u003e\": dial tcp \u003cip\u003e:\u003cport\u003e: i/o timeout","search_query":"couldn't get current server API group list: Get \\\"https://api.h5h5i6l8r7c3p7a.u2v6.brazilsouth.aroapp-hcp.io:443/api?timeout=32s\\\": dial tcp 74.163.139.192:443: i/o timeout","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.008s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:403 with:\nkubectl get clusteroperators should succeed from authorized VM\nUnexpected error:\n    \u003c*errors.errorString | 0xc001703260\u003e: \n    E0621 11:01:15.116862    3256 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: Get \\\"https://api.s6u4e9h6n4x5p4f.go5d.brazilsouth.aroapp-hcp.io:443/api?timeout=32s\\\": dial tcp 74.163.139.192:443: i/o timeout\"\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 600.008s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:403 with:\nkubectl get clusteroperators should succeed from authorized VM\nUnexpected error:\n    \u003c*errors.errorString | 0xc001703260\u003e: \n    E0621 11:01:15.116862    3256 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: Get \\\"https://api.s6u4e9h6n4x5p4f.go5d.brazilsouth.aroapp-hcp.io:443/api?timeout=32s\\\": dial tcp 74.163.139.192:443: i/o timeout\"\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 605.076s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:403 with:\nkubectl get clusteroperators should succeed from authorized VM\nUnexpected error:\n    \u003c*errors.errorString | 0xc000a7a390\u003e: \n    E0621 00:06:17.087501    3391 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: Get \\\"https://api.h5h5i6l8r7c3p7a.u2v6.brazilsouth.aroapp-hcp.io:443/api?timeout=32s\\\": dial tcp 74.163.139.192:443: i/o timeout\"\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:407]: Timed out after 605.076s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:403 with:\nkubectl get clusteroperators should succeed from authorized VM\nUnexpected error:\n    \u003c*errors.errorString | 0xc000a7a390\u003e: \n    E0621 00:06:17.087501    3391 memcache.go:265] \"Unhandled Error\" err=\"couldn't get current server API group list: Get \\\"https://api.h5h5i6l8r7c3p7a.u2v6.brazilsouth.aroapp-hcp.io:443/api?timeout=32s\\\": dial tcp 74.163.139.192:443: i/o timeout\"\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068641277968125952","occurred_at":"2026-06-21T10:24:48Z","signature_id":"df5257332329d21841cb94d5779c9040ab949bb5e45243f1bbbb5d2b1d9b7e3d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068465010476060672","occurred_at":"2026-06-20T22:44:23Z","signature_id":"845e4a6599a7f5e04ff52f495d06347735a3f21e94149fab4f1937b471805e4e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"79232f7fe5f1a65f3af30b7ba05ac2a1643a1a699ce682f3bc11178c03f0cbf4","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation (timeout '20.000000' minutes)","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,2,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063035146113024","occurred_at":"2026-06-19T20:07:04Z","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067929498837323776","occurred_at":"2026-06-19T11:16:27Z","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"79d555cc6e5bd17f4b96af0c9e2da6a571d8241aacf20f84304c98773ef2682b","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-cnkjd2\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,2,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-25"],"prior_runs_affected":3,"prior_last_seen_at":"2026-05-27T23:14:22Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:191]: failed to create node pool version 4.19.7 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001776480\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-9r69jz\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:191]: failed to create node pool version 4.19.7 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001776480\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-9r69jz\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:138]: failed to create node pool np-1 with initial labels and taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001027260\u003e: \n    failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-cnkjd2\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:138]: failed to create node pool np-1 with initial labels and taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001027260\u003e: \n    failed waiting for nodepool=\"np-1\" for cluster \"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-cnkjd2\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"7169704313fe64b04a5de220d205e1824cbcbd0aa294a7829983e6730f8dd4af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"f72da1be73a4891c27e0e2e0682092d06cb5de6086d3ad0285ad4cfcca1b55eb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7137d3f115bf4c264bb74c888bdc6c3954a56a37032931fb9aa8d47ff31a4953","failure_pattern":"x509: certificate signed by unknown authority","search_query":"x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":2.9411764705882355,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,1,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067820806943019008","occurred_at":"2026-06-19T04:04:33Z","signature_id":"c95031350c87ed76ab8f37f77781a3df78d78ce53eee78d8acc4bb2657db707d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067363950726483968","occurred_at":"2026-06-17T21:49:10Z","signature_id":"85944d4fa3cc8f9a02514637d6119a2fd69da50caa8d14fdae25e1e32d2d5f52","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"d78c0bca89c95459375355a5923414dd1603fcc7a1039f0264667a1b20c77dc3","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:92]: failed to create customer resources for z-stream cluster \"cluster-zstream-4-20-fw7f2d\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f9b3c0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-zstream-4-20-fw7f2d-k89rj5\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-zstream-4-20-fw7f2d-k89rj5/operationStatuses/08584198113386810784\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-cluster-zstream-4-20-fw7f2d-k89rj5' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:92]: failed to create customer resources for z-stream cluster \"cluster-zstream-4-20-fw7f2d\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f9b3c0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-zstream-4-20-fw7f2d-k89rj5\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-zstream-4-20-fw7f2d-k89rj5/operationStatuses/08584198113386810784\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-cluster-zstream-4-20-fw7f2d-k89rj5' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067598465302532096","occurred_at":"2026-06-18T13:21:02Z","signature_id":"81e1ed17c2cceeccb5e80ee209f8db54820735d47c33c32c99ee31df7c20a848","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"875cdf078d519e224c878ffcb1064625162cc0e07added949f960e01232396ca","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Version 'openshift-v4.20.0-0.nightly-multi-2026-06-21-183852-nightly' doesn't exist; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,0,1],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f86220\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed starting cluster creation \"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-s2fhzz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/oidc-wi-s2fhzz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/oidc-wi-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.20.0-0.nightly-multi-2026-06-21-183852-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f86220\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed starting cluster creation \"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-s2fhzz\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/oidc-wi-s2fhzz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/oidc-wi-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.20.0-0.nightly-multi-2026-06-21-183852-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2068831445857603584","occurred_at":"2026-06-21T23:00:28Z","signature_id":"feeb177d17c5274b994d1e4d66dd0ba9cc0e1d94d40a17a6d18952d9f9af0f5c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"ad09ec798e62ff2c2e0efff8b4d734e50bd5198a307cc9f3128e29ec002eb45a","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Version 'openshift-v4.23.0-0.nightly-multi-2026-06-15-224233-nightly' doesn't exist; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-jhhdtf/cluster-nightly-4-23-qw58nx should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006afaa0\u003e: \n    failed starting cluster creation \"cluster-nightly-4-23-qw58nx\" in resourcegroup=\"rg-nightly-4-23-jhhdtf\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-nightly-4-23-jhhdtf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-nightly-4-23-qw58nx\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.23.0-0.nightly-multi-2026-06-15-224233-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-jhhdtf/cluster-nightly-4-23-qw58nx should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006afaa0\u003e: \n    failed starting cluster creation \"cluster-nightly-4-23-qw58nx\" in resourcegroup=\"rg-nightly-4-23-jhhdtf\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-nightly-4-23-jhhdtf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-nightly-4-23-qw58nx\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.23.0-0.nightly-multi-2026-06-15-224233-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2066657066361032704","occurred_at":"2026-06-15T23:00:15Z","signature_id":"5049f31d90331b27543d536839338fb93be1429d7d69ff5fb8a9acb53afd82b1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"493ea056590da461e553647730bd0ac3ce7adcedbf93fde0ef9e64b6599c45da","failure_pattern":"Get \"\u003curl\u003e\": dial tcp \u003cip\u003e:\u003cport\u003e: i/o timeout","search_query":"Get \"https://api.i2o1x2r3h8b1j4g.mbnd.brazilsouth.aroapp-hcp.io:443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 74.163.139.192:443: i/o timeout","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to get ClusterVersion resource\nUnexpected error:\n    \u003c*url.Error | 0xc000b63410\u003e: \n    Get \"https://api.i2o1x2r3h8b1j4g.mbnd.brazilsouth.aroapp-hcp.io:443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to get ClusterVersion resource\nUnexpected error:\n    \u003c*url.Error | 0xc000b63410\u003e: \n    Get \"https://api.i2o1x2r3h8b1j4g.mbnd.brazilsouth.aroapp-hcp.io:443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067949798622760960","occurred_at":"2026-06-19T12:37:07Z","signature_id":"5d21271e9cc8ff9347c38aa3f5bb229a5e616f5d4bd7a3dad0e98592e284ec2b","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"e4670ba224d7e9877c60a1c3f43b9e0669f245632ae364d6139380502227a06d","failure_pattern":"Get \"\u003curl\u003e\": net/http: TLS handshake timeout","search_query":"Get \"https://api.f2e6d6p6j1q8o4d.91nt.uksouth.aroapp-hcp.io:443/api/v1/nodes\": net/http: TLS handshake timeout","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:162]: failed to list nodes after AZ nodepool creation\nUnexpected error:\n    \u003c*url.Error | 0xc0016e2240\u003e: \n    Get \"https://api.f2e6d6p6j1q8o4d.91nt.uksouth.aroapp-hcp.io:443/api/v1/nodes\": net/http: TLS handshake timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:162]: failed to list nodes after AZ nodepool creation\nUnexpected error:\n    \u003c*url.Error | 0xc0016e2240\u003e: \n    Get \"https://api.f2e6d6p6j1q8o4d.91nt.uksouth.aroapp-hcp.io:443/api/v1/nodes\": net/http: TLS handshake timeout\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2068106661532274688","occurred_at":"2026-06-19T23:00:26Z","signature_id":"8c61ec84b0073e8b6ee37de17cbdd61c858eb84e3b45493af246dd698d9f827c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"baee198396fe46d09318662e813056f6a99076e40cebbc3f321bb246d7fd7f20","failure_pattern":"Post \"\u003curl\u003e\": dial tcp \u003cip\u003e:\u003cport\u003e: i/o timeout","search_query":"Post \"https://api.u6k7t4d6d9b4a5c.vf44.brazilsouth.aroapp-hcp.io:443/apis/authentication.k8s.io/v1/selfsubjectreviews\": dial tcp 74.163.139.192:443: i/o timeout","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":2,"prior_last_seen_at":"2026-06-11T08:57:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:236]: should be able to create SelfSubjectReview for admin credential 1\nUnexpected error:\n    \u003c*url.Error | 0xc00130c030\u003e: \n    Post \"https://api.u6k7t4d6d9b4a5c.vf44.brazilsouth.aroapp-hcp.io:443/apis/authentication.k8s.io/v1/selfsubjectreviews\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:236]: should be able to create SelfSubjectReview for admin credential 1\nUnexpected error:\n    \u003c*url.Error | 0xc00130c030\u003e: \n    Post \"https://api.u6k7t4d6d9b4a5c.vf44.brazilsouth.aroapp-hcp.io:443/apis/authentication.k8s.io/v1/selfsubjectreviews\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068082178301890560","occurred_at":"2026-06-19T21:23:09Z","signature_id":"2a4b9b3e79322298bb33cc50871518e7ad2d0fed7bab8cd65e839add68ba4555","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"4b97571c9e19e856858881cbf651102e241551dc013af77dcae65dc863e8d4cb","failure_pattern":"Should fail with EOF error indicating blocked connection","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:190]: Should fail with EOF error indicating blocked connection","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:190]: Should fail with EOF error indicating blocked connection\nExpected\n    \u003cstring\u003e: ...\nto contain substring\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:190]: Should fail with EOF error indicating blocked connection\nExpected\n    \u003cstring\u003e: ...\nto contain substring\n    \u003cstring\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067744257157894144","occurred_at":"2026-06-18T23:00:22Z","signature_id":"9dc920b0b4966886682c968b94a47d78398c88420c90d4f7b1b5a5600fde15f3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1141d0fd9f679007e447ee31146ba219b79d56c1f3a9288dd68187b3f9e7036c","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":2,"prior_last_seen_at":"2026-05-19T10:36:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"cd95ebfd5d93f43514e2bdd259b7b26e0e65d7d4033acabcd3bb680bdbb9bb4a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7816b6118b6d30763d9aeef2698a47954586af9058cb4051aa7efd88e0110aab","failure_pattern":"failed to create namespace: Post \"\u003curl\u003e\": dial tcp \u003cip\u003e:\u003cport\u003e: i/o timeout","search_query":"failed to create namespace: Post \"https://api.q8q3f7q1h7j5r8s.w6pe.brazilsouth.aroapp-hcp.io:443/api/v1/namespaces\": dial tcp 74.163.139.192:443: i/o timeout","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-qqg5xh\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b1a060\u003e: \n    failed to create namespace: Post \"https://api.q8q3f7q1h7j5r8s.w6pe.brazilsouth.aroapp-hcp.io:443/api/v1/namespaces\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-qqg5xh\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b1a060\u003e: \n    failed to create namespace: Post \"https://api.q8q3f7q1h7j5r8s.w6pe.brazilsouth.aroapp-hcp.io:443/api/v1/namespaces\": dial tcp 74.163.139.192:443: i/o timeout\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068402345783332864","occurred_at":"2026-06-20T18:35:22Z","signature_id":"30859de944c389a71cc045ef67649a8410c69e8cda4db1662714ac7bf2cacbef","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"64a97a657ba6a93b3f8fb44f8f1e5000accd4218f346d7f1fb3dbe4cb631cf1d","failure_pattern":"failed to poll admin credential 1 to completion","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"007f332d6f16b7e45c93d9543fc76adaae370bbf2ea8600c255e6694c19694c1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"3ad9b3b1a44a8f6344b20bc300a462f2d58700cb68e38e7e879009247e52ed90","failure_pattern":"node pool \u003cnodepool\u003e verification failed: \u003cnode\u003e (release images unchanged: [quay","search_query":"node pool upgrade verification failed: e1f6a5i1k2y4w8q-npupgrade-4-21-7csfx-m9ggk (release images unchanged: [quay","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-25"],"prior_runs_affected":3,"prior_last_seen_at":"2026-05-29T02:00:14Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:220]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00081af90\u003e: \n    node pool upgrade verification failed: e1f6a5i1k2y4w8q-npupgrade-4-21-7csfx-m9ggk (release images unchanged: [quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8e18e0ae21b3b0179b9df6930b28609d89bb789ac6fe2a681abae95e44f91c24 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9427d2eed5cf78be6cf704503c23f8adff2f3faddacbd90d958f4c041a792a71 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b64f2faba9bedd3c3b9814fc72d69cf92a4fc06119c20b9b5a21f80ccb921b2e quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f25e24a7d7292e91b0daeb2272bb8443d39ee048733199ff60aabbb33111bdaa quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e5434d7dbb89536ee14f4e186599d94e3812b8fa46551d3d9e22c799a604b5d1 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f3968be7c4898d66afca3704a3e5b22974cbfd00992edd7be6cf17c06d284360 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:697e6f65c6560fdd89dcdafdfc40b11f4bd101d2b61ede23d4a622e8ff7c9257 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:830a6e3b4f3a6290696bafb4ba1d9038684dd0db54ddc44111a26de0a3693b50 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258 quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f quay.io/openshift/origin-insights-runtime-extractor:latest quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13 quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184 quay.io/openshift/origin-kube-rbac-proxy:latest quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9 arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1 quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef quay.io/openshift/origin-insights-runtime-exporter:latest]); e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-pbwrq (not ready); nodes=[{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-7csfx-m9ggk\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.2-2.rhaos4.21.gitc8e8b46.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8e18e0ae21b3b0179b9df6930b28609d89bb789ac6fe2a681abae95e44f91c24\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9427d2eed5cf78be6cf704503c23f8adff2f3faddacbd90d958f4c041a792a71\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b64f2faba9bedd3c3b9814fc72d69cf92a4fc06119c20b9b5a21f80ccb921b2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f25e24a7d7292e91b0daeb2272bb8443d39ee048733199ff60aabbb33111bdaa\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e5434d7dbb89536ee14f4e186599d94e3812b8fa46551d3d9e22c799a604b5d1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f3968be7c4898d66afca3704a3e5b22974cbfd00992edd7be6cf17c06d284360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:697e6f65c6560fdd89dcdafdfc40b11f4bd101d2b61ede23d4a622e8ff7c9257\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:830a6e3b4f3a6290696bafb4ba1d9038684dd0db54ddc44111a26de0a3693b50\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-4xsj8\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b7704b7459123ea0ffd972f12e504dc293043c8a434663944018471c127b83fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d40579aa08dd4b1af294eec1d0a6b64763a177813574a7ebb0786adeebb760bb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4189cf70bef60f627e2bd42c7791097b89661415c51e39d480666f2f6aa05cf0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9157d87c55920f81b4b2a5792fed59a2707e64bed22c737fc517dc64e48964\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:44c807272cb410a84d347dda34dd77990697384e450b7b832e533e2a2352de76\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:48c6e2725865ef2b8b7d6dc501c1778d681ed1eaf8bccad0d978c163b36a8ad9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad2768f4eed20ecddef9652e72c2536a9c5a129a733ccb8c423b8421b1d047bd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cd7c7b127ef0c7067d52f4ae8f3f95f878ec1c8b78a64fbb89f184824211ed80\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1110f6e8d66ba68224f9a7eedf1baa54de2d0c58332f611862242fe8ff311295\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1459af715cdfb7e21e056d793478f4387d077ad3d4d4e095c250c10eef809631\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:29dd11a9e6e7344676611823c362862070b2ebc080793514aa14178527bfa7f1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f35aba18e4a81d2e301162430d451d147378a5bd74a711135bead02921256554\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6182d7fc5acc733c1d1ce4732f2c38cca22c2e5423c95f7ad1c68ef31b6ed7a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70f9c4389456eb1840df588af1e02f7c1a4b21b6a38cd78c006a867509ba2841\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:75daf2f2d96d1122e7f6b8fcab558c5d147d812e418107c0b2c16d1b80aa8c59\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98eea0ff366a94c51cfc0d5fa04e308db59e13a43a62f9a4ff0f82794f8ecabf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2e18b7e1a7e67c4cff5e27d62c7de71968108b4366f8e30619fe6d277288dd63\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9b61249fb7f26b253b8e634ef8cc47aa599b108e74651dba2c0dbda94df82f30\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1ab245b1c592c3179b63e3a79fa641f8125c16a29a67338f9adb489fb85af87b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cd91d2f0e56a7e3484ad8718845f9747c94180b0ee975fb62ffc75df214577b\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:43ce498501cc7bfe458890bb6722dc3a4dbeddf65996137aa4f1b1c66b250dc3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ccb2cd623189b25816f45e2b808b6e247a15f0e91e4c79d1536764175592e491\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17513a60fba837ca47e269dabddf9f814f2f51ceff0d5db1b03b535032de881f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c24d6b5b9c632eea98420d6c5497e6e275eae3fc8b94b672618c39f298d347eb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3052b5189a3ddc4874ccfdb910f2dc5e529ff49c113d97fb265e6ef600be74da\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eda11e652e4e330f3cdd881504b4886fec1c7efb74be88252e3ac906a5964044\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16139e0510e8b95cab7c2645e63f08d069c15ed64553e5133b99e59736ead4df\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:84113d4695be785283aacfc42fb9905bb7cd9233c4157f7d09726e641ea0d648\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1b0070f13fd8daaa7cf9d32b35473f8df38b2eb6c8c1d157175a6bd2289495cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2cfba758f3448568e6f844a2c380de62c2d84d2d21c7033a91bab994994fb28d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:78346c124edee23c689cdaa0c6446730e012676188556449ae87f8ad55013de7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d342db4864c59bc712b6d7342da9e21af080d531806461371c17fca360562934\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:405226e2d610843087ac413348fb6677371c4aa7f7c9e6414374c8da7dd359e6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:76c82141d914b283b7195b46ef0ee3bb857cb9a8fdf4383c69fa0ac447cf6f69\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:761ccd3ced18e3e3d3760ece8e13bc07eb6119fdc05e4e5f7677d2695ab99ff4\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d6207a89a90d9f3408da1ec88e8c13c8c23330faf4c82be14c1e07b9ddb44a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f9f08966fe12ea19f8209124da71f43bae0b096318c0f473381533b17b2e4e9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d60074e3eea17ff994da59428597a96285692d7a06b6a1efcd77431b99626e2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-9txmg\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b7704b7459123ea0ffd972f12e504dc293043c8a434663944018471c127b83fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d40579aa08dd4b1af294eec1d0a6b64763a177813574a7ebb0786adeebb760bb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4189cf70bef60f627e2bd42c7791097b89661415c51e39d480666f2f6aa05cf0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9157d87c55920f81b4b2a5792fed59a2707e64bed22c737fc517dc64e48964\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6182d7fc5acc733c1d1ce4732f2c38cca22c2e5423c95f7ad1c68ef31b6ed7a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70f9c4389456eb1840df588af1e02f7c1a4b21b6a38cd78c006a867509ba2841\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:75daf2f2d96d1122e7f6b8fcab558c5d147d812e418107c0b2c16d1b80aa8c59\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98eea0ff366a94c51cfc0d5fa04e308db59e13a43a62f9a4ff0f82794f8ecabf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:43ce498501cc7bfe458890bb6722dc3a4dbeddf65996137aa4f1b1c66b250dc3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ccb2cd623189b25816f45e2b808b6e247a15f0e91e4c79d1536764175592e491\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17513a60fba837ca47e269dabddf9f814f2f51ceff0d5db1b03b535032de881f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c24d6b5b9c632eea98420d6c5497e6e275eae3fc8b94b672618c39f298d347eb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00f6ba985494302f2d431ad27b9bc6300d0c0d2dd0433e6403525e427a3341fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5469f5ec20ac2e7a2d82e84767c1c635671fce4ae3d7c27402289254f1183e04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a127e2a436b84937d2d970f3c316d82f61da498f04ec6036a91ad4284403f913\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d69fdb4df0385545fea609e6665de6c4b6dd4763b73a35a9d49456f879987925\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3052b5189a3ddc4874ccfdb910f2dc5e529ff49c113d97fb265e6ef600be74da\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eda11e652e4e330f3cdd881504b4886fec1c7efb74be88252e3ac906a5964044\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1b0070f13fd8daaa7cf9d32b35473f8df38b2eb6c8c1d157175a6bd2289495cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2cfba758f3448568e6f844a2c380de62c2d84d2d21c7033a91bab994994fb28d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:78346c124edee23c689cdaa0c6446730e012676188556449ae87f8ad55013de7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d342db4864c59bc712b6d7342da9e21af080d531806461371c17fca360562934\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:405226e2d610843087ac413348fb6677371c4aa7f7c9e6414374c8da7dd359e6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:76c82141d914b283b7195b46ef0ee3bb857cb9a8fdf4383c69fa0ac447cf6f69\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:84493322067d59517be692eb5b1ffc90ae87f1a382459de635a69db4520e2750\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e0476037c9c3b76a0135bc565733743cda8777479dc92a5cf2e6b79e999d35e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f9f08966fe12ea19f8209124da71f43bae0b096318c0f473381533b17b2e4e9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d60074e3eea17ff994da59428597a96285692d7a06b6a1efcd77431b99626e2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-pbwrq\",\"ready\":false,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\"]}]\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:220]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00081af90\u003e: \n    node pool upgrade verification failed: e1f6a5i1k2y4w8q-npupgrade-4-21-7csfx-m9ggk (release images unchanged: [quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8e18e0ae21b3b0179b9df6930b28609d89bb789ac6fe2a681abae95e44f91c24 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9427d2eed5cf78be6cf704503c23f8adff2f3faddacbd90d958f4c041a792a71 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b64f2faba9bedd3c3b9814fc72d69cf92a4fc06119c20b9b5a21f80ccb921b2e quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f25e24a7d7292e91b0daeb2272bb8443d39ee048733199ff60aabbb33111bdaa quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e5434d7dbb89536ee14f4e186599d94e3812b8fa46551d3d9e22c799a604b5d1 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f3968be7c4898d66afca3704a3e5b22974cbfd00992edd7be6cf17c06d284360 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:697e6f65c6560fdd89dcdafdfc40b11f4bd101d2b61ede23d4a622e8ff7c9257 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:830a6e3b4f3a6290696bafb4ba1d9038684dd0db54ddc44111a26de0a3693b50 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258 quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f quay.io/openshift/origin-insights-runtime-extractor:latest quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13 quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184 quay.io/openshift/origin-kube-rbac-proxy:latest quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9 arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1 quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef quay.io/openshift/origin-insights-runtime-exporter:latest]); e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-pbwrq (not ready); nodes=[{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-7csfx-m9ggk\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.2-2.rhaos4.21.gitc8e8b46.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8e18e0ae21b3b0179b9df6930b28609d89bb789ac6fe2a681abae95e44f91c24\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9427d2eed5cf78be6cf704503c23f8adff2f3faddacbd90d958f4c041a792a71\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b64f2faba9bedd3c3b9814fc72d69cf92a4fc06119c20b9b5a21f80ccb921b2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f25e24a7d7292e91b0daeb2272bb8443d39ee048733199ff60aabbb33111bdaa\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e5434d7dbb89536ee14f4e186599d94e3812b8fa46551d3d9e22c799a604b5d1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f3968be7c4898d66afca3704a3e5b22974cbfd00992edd7be6cf17c06d284360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:697e6f65c6560fdd89dcdafdfc40b11f4bd101d2b61ede23d4a622e8ff7c9257\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:830a6e3b4f3a6290696bafb4ba1d9038684dd0db54ddc44111a26de0a3693b50\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-4xsj8\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b7704b7459123ea0ffd972f12e504dc293043c8a434663944018471c127b83fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d40579aa08dd4b1af294eec1d0a6b64763a177813574a7ebb0786adeebb760bb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4189cf70bef60f627e2bd42c7791097b89661415c51e39d480666f2f6aa05cf0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9157d87c55920f81b4b2a5792fed59a2707e64bed22c737fc517dc64e48964\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:44c807272cb410a84d347dda34dd77990697384e450b7b832e533e2a2352de76\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:48c6e2725865ef2b8b7d6dc501c1778d681ed1eaf8bccad0d978c163b36a8ad9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad2768f4eed20ecddef9652e72c2536a9c5a129a733ccb8c423b8421b1d047bd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cd7c7b127ef0c7067d52f4ae8f3f95f878ec1c8b78a64fbb89f184824211ed80\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1110f6e8d66ba68224f9a7eedf1baa54de2d0c58332f611862242fe8ff311295\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1459af715cdfb7e21e056d793478f4387d077ad3d4d4e095c250c10eef809631\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:29dd11a9e6e7344676611823c362862070b2ebc080793514aa14178527bfa7f1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f35aba18e4a81d2e301162430d451d147378a5bd74a711135bead02921256554\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6182d7fc5acc733c1d1ce4732f2c38cca22c2e5423c95f7ad1c68ef31b6ed7a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70f9c4389456eb1840df588af1e02f7c1a4b21b6a38cd78c006a867509ba2841\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:75daf2f2d96d1122e7f6b8fcab558c5d147d812e418107c0b2c16d1b80aa8c59\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98eea0ff366a94c51cfc0d5fa04e308db59e13a43a62f9a4ff0f82794f8ecabf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2e18b7e1a7e67c4cff5e27d62c7de71968108b4366f8e30619fe6d277288dd63\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9b61249fb7f26b253b8e634ef8cc47aa599b108e74651dba2c0dbda94df82f30\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1ab245b1c592c3179b63e3a79fa641f8125c16a29a67338f9adb489fb85af87b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cd91d2f0e56a7e3484ad8718845f9747c94180b0ee975fb62ffc75df214577b\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:43ce498501cc7bfe458890bb6722dc3a4dbeddf65996137aa4f1b1c66b250dc3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ccb2cd623189b25816f45e2b808b6e247a15f0e91e4c79d1536764175592e491\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17513a60fba837ca47e269dabddf9f814f2f51ceff0d5db1b03b535032de881f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c24d6b5b9c632eea98420d6c5497e6e275eae3fc8b94b672618c39f298d347eb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3052b5189a3ddc4874ccfdb910f2dc5e529ff49c113d97fb265e6ef600be74da\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eda11e652e4e330f3cdd881504b4886fec1c7efb74be88252e3ac906a5964044\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16139e0510e8b95cab7c2645e63f08d069c15ed64553e5133b99e59736ead4df\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:84113d4695be785283aacfc42fb9905bb7cd9233c4157f7d09726e641ea0d648\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1b0070f13fd8daaa7cf9d32b35473f8df38b2eb6c8c1d157175a6bd2289495cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2cfba758f3448568e6f844a2c380de62c2d84d2d21c7033a91bab994994fb28d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:78346c124edee23c689cdaa0c6446730e012676188556449ae87f8ad55013de7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d342db4864c59bc712b6d7342da9e21af080d531806461371c17fca360562934\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:405226e2d610843087ac413348fb6677371c4aa7f7c9e6414374c8da7dd359e6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:76c82141d914b283b7195b46ef0ee3bb857cb9a8fdf4383c69fa0ac447cf6f69\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:761ccd3ced18e3e3d3760ece8e13bc07eb6119fdc05e4e5f7677d2695ab99ff4\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d6207a89a90d9f3408da1ec88e8c13c8c23330faf4c82be14c1e07b9ddb44a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f9f08966fe12ea19f8209124da71f43bae0b096318c0f473381533b17b2e4e9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d60074e3eea17ff994da59428597a96285692d7a06b6a1efcd77431b99626e2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-9txmg\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b7704b7459123ea0ffd972f12e504dc293043c8a434663944018471c127b83fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d40579aa08dd4b1af294eec1d0a6b64763a177813574a7ebb0786adeebb760bb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f956e3661b3f0f0155c9685c22715539f5f46b2c9c844998bbfe03e153d80e0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ec9dbacf37f1d012121164b0f8930e749b921439fcfe0d0c6938d2ec026f8b\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:865f191455cdeb365947117d2ce045720652bd414a8bb3b95f2c7696e2665abe\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2f3681e052f711b6c064657771c7be246be411cb7f5d8965ac3ee8fd96c84ac\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1514ad8d2566331d0266596ad2718e15b156bed04ad0e089b3d1d2107a12208f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:97b7f9c8d69dd781d2b3bcec0e2f2a8e53f0f2bf39a56ddaecf3d97efe94b8a6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4189cf70bef60f627e2bd42c7791097b89661415c51e39d480666f2f6aa05cf0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9157d87c55920f81b4b2a5792fed59a2707e64bed22c737fc517dc64e48964\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81f833a8ac1a6ad01c960bc2273b99f216a06ff44e5d99606e6f858c5962ec3b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe705e0a95d7460dcbb255989876a8cdb8f2064faad5e5b89fb89ca05f7d43c5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:387e994a39948184388421bc4e2bfdfd604ebb18b0e3fbb209b256ac03cc944f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5da788fada2dd262923584ba23b1e0151be15be754bb16cc94e7716cfef35917\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e9e2ec5df31d1d37c3faba01952b21b974a3dce50a6bba6b35dd450d1f75fd7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd545c74b9b744796b7e4d02de3647b0168f2116d804745be09c5b10170500d3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6182d7fc5acc733c1d1ce4732f2c38cca22c2e5423c95f7ad1c68ef31b6ed7a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70f9c4389456eb1840df588af1e02f7c1a4b21b6a38cd78c006a867509ba2841\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0d4670da10463670c429378c06d1a77289eada6107e5f527862e3ccaab20f482\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f9cdbcb6d3b6d86a7652288ace1acda2e69f4daeaf525159b3c65d2fe948e487\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:75daf2f2d96d1122e7f6b8fcab558c5d147d812e418107c0b2c16d1b80aa8c59\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98eea0ff366a94c51cfc0d5fa04e308db59e13a43a62f9a4ff0f82794f8ecabf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:43ce498501cc7bfe458890bb6722dc3a4dbeddf65996137aa4f1b1c66b250dc3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ccb2cd623189b25816f45e2b808b6e247a15f0e91e4c79d1536764175592e491\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0cb71fabdd9fd54fb00003c6e4d39c9d89952d6286eaf7944fdd1bec94434a40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f37f2309807dd6fa95f93965bbd2f7bc61a1279f57f9c60a6c55e4269e765fa4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17513a60fba837ca47e269dabddf9f814f2f51ceff0d5db1b03b535032de881f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c24d6b5b9c632eea98420d6c5497e6e275eae3fc8b94b672618c39f298d347eb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00f6ba985494302f2d431ad27b9bc6300d0c0d2dd0433e6403525e427a3341fc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5469f5ec20ac2e7a2d82e84767c1c635671fce4ae3d7c27402289254f1183e04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a127e2a436b84937d2d970f3c316d82f61da498f04ec6036a91ad4284403f913\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d69fdb4df0385545fea609e6665de6c4b6dd4763b73a35a9d49456f879987925\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3052b5189a3ddc4874ccfdb910f2dc5e529ff49c113d97fb265e6ef600be74da\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eda11e652e4e330f3cdd881504b4886fec1c7efb74be88252e3ac906a5964044\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1b0070f13fd8daaa7cf9d32b35473f8df38b2eb6c8c1d157175a6bd2289495cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2cfba758f3448568e6f844a2c380de62c2d84d2d21c7033a91bab994994fb28d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:78346c124edee23c689cdaa0c6446730e012676188556449ae87f8ad55013de7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d342db4864c59bc712b6d7342da9e21af080d531806461371c17fca360562934\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:405226e2d610843087ac413348fb6677371c4aa7f7c9e6414374c8da7dd359e6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:76c82141d914b283b7195b46ef0ee3bb857cb9a8fdf4383c69fa0ac447cf6f69\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:da0074c5f34a9c29f87d6133adcfc28d1d3d130158b71d1256fa4f1fa6bc7df6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df57deaad79cd1370a73a6171cae724b1a81cfe30c06c3347caf8311fdd80132\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:84493322067d59517be692eb5b1ffc90ae87f1a382459de635a69db4520e2750\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e0476037c9c3b76a0135bc565733743cda8777479dc92a5cf2e6b79e999d35e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0ec84c1ff3cc519a88983126502b5259b81eeb23a81b7e8f14ad67905c8f2ece\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab88f2c42768ee3d62fe458c851cde4723159f2cb54fc423e0ef9d9dbffae22e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bcece71d1464a21eda05d57b252fbc67106f47e3c406c4217d248cdd84f7e75\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5ca2ec2c86d1bb9ae617ec423465cac83fd0a45a43cf7daf10e59abe7a40b7e9\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f9f08966fe12ea19f8209124da71f43bae0b096318c0f473381533b17b2e4e9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d60074e3eea17ff994da59428597a96285692d7a06b6a1efcd77431b99626e2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05838d8f470015aeb5aa21a73b6c031416e623f18e525d4e7331115496375cc5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a26445905b6e13499cb88d4f520c01299a7533e57c7da97187e2aaf80cfba876\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13e554d6c59a66e19f41be483e972de804b5ced2af9dfe24898a7b7dfcc03ceb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b0ea76f0c1f315055337ac69d303c8731058f76be8d68a6c9511465c09d379fb\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"e1f6a5i1k2y4w8q-npupgrade-4-21-n8lxx-pbwrq\",\"ready\":false,\"containerRuntimeVersion\":\"cri-o://1.34.3-2.rhaos4.21.gitd80d17d.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1e53c03a51a59765d42057649fe3a66bddb52c94c726d2b95ff0e5c15e1d6cad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d3de06fcebb47c51068da5176f97301ac635999c655c22bd6885ddf8b3aad625\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71280e82ac402932d36c7adaa376222e09b69bbebff92435da8a8b969ed56c1f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ffbbc5825c670e51dd40ad2ad18c30e35c4ed0881c321e24c1e444351936c1b3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:00a04772c6c6be5afad4047c60611f6a203c46d82e03a2d997571e863b82fc0f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88480e1088fc09c62e7fdadbc913ec47ba108c981d9c2b268ed88391c161e0bf\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1f6e54de0ca1c65797c282ec6cf1ac825e09fe95a73f4db0ba329ef510522f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd58d17a667c14b9ce0ec72a5c2dcb8befe01984d9530387a0ba81e261ac79be\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:806f59bfd2bd2a16783e8a0d0c0fb781f19d26083dc8846fd9b05064bd9f8ecb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c8945cfb5c06ce3c0a6b0af2ee6c833a14c2a51c05901a8f18aec232e1705567\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5d855ae8c7a2a1b8661f0ac7020414b689a4a0f44620a2279557bd1205ab9e4f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af5b3de12122f266ee26b6f2281e6527b4a6b43f76a4e1b0570e9a68c3b1df9a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8000255d2ca906a290d03a70eec7f97eec8b59ae06718d73291bea5913b23ab8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c20ade2cb42d7de18d9a657904705da8419c3f02c08b21be52dd5a2a0e26c729\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4cbf3254c70b2b9b2c11094f8a448d0c731b535f0a82c4243c6377f13f19aea5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b269b105932a07f4500815c00321283ba5478a91e014f98389c3f252960dd849\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2a795f0788e8b65cf35ac9b3f0728088d071b9d671630cc46185f4fbbea9fa0c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b692752299fea9e227366fb41594fade2cd560a2b1760741cab9778ee7f54f8f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06a4bad675ec675cb95004919525dccb8c5b6e3c196a53a4a016297236c92a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b4815eab1f5bc56ce09cb4b90407f96eb21ac3783986eb62938d318a09d71753\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b54a38911811d54033561dfdcfcaca869d890c857bace8f0822ab6271430fa9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b375876c5a637e0ff0ef10c04595e93421426190d6a9649f97b8052f2a8b5124\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ac9c923140e97fd9aac51307774936b6b53c0ddd54c570249e6d9b37c6a424\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aeee2eb730d93ff495c22b5381fcabb76ab70e06ad241b56237103eb6a8a4e05\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6a82f6d2155134ec31688a2374b2a4d4096fa462b948cc06d66b7b14bf2c4ad2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:769a13b88ac0947ae0d77a07074af4b56d609034fca540534954ad2e8711dacb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2aa1cec184f046c9629bba43f183d533adf13ead8de7e4b6bcfe3c1d16662912\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4d8e72000fedb2e238aecf2bd829b32ada7d5f8746055fd866eb30484eb12d13\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ab7efa378fa0f0c54b40369926627c9f9909ba5e5a18738df05190029f99c15\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a977f08616d2c9ee5813118673180f2dbf26ec6178b795e38833a79862611901\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\"]}]\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067820806943019008","occurred_at":"2026-06-19T04:04:33Z","signature_id":"3e5e6f365347cd29237b3ea84628954e9ba556f1b9ced051fb5dd9eae08b7be8","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"c02c57e845efad569b2d5842e2dad92a5a75a2a7fd2061348487ce1cdfd5dd63","failure_pattern":"node pool \u003cnodepool\u003e verification failed: \u003cnode\u003e (version 4","search_query":"node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"c131c40c33ca3422c1221bc4cf46630dbd41cea6789e1871972b969b0015416e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":1.4705882352941178,"anchor_occurrences":1,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-06-14..2026-06-21 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-18","2026-06-01","2026-06-08"],"prior_runs_affected":6,"prior_last_seen_at":"2026-06-09T11:37:22Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-4rkx7j\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e0a620\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-9rwln.apps.aro.s0y5l7a1j6m3k3z.r0ib.australiaeast.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:172]: failed to verify simple web app runs on cluster \"cluster-candidate-5-0-4rkx7j\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e0a620\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-9rwln.apps.aro.s0y5l7a1j6m3k3z.r0ib.australiaeast.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2068063774274752512","occurred_at":"2026-06-19T20:10:01Z","signature_id":"430027de609d8c45fa9bc627575299602ae4e1c2e05a3426778b1186d57b1e94","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}