{"meta":{"start_date":"2026-06-17","end_date":"2026-06-17","start_at":"2026-06-17T00:00:00Z","end_at":"2026-06-18T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T11:01:20Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":8,"failed_runs":3,"raw_occurrences":35,"matched_occurrences":35,"runs_affected":3},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":15,"runs_affected":2,"failed_runs":2,"run_impact_percent":25,"anchor_occurrences":15,"after_last_push_count":15,"trend_counts":[0,0,0,0,0,0,15],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-01","2026-06-08"],"prior_runs_affected":40,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8360\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-k8sf6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8360\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-k8sf6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c540\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-bhb66n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c540\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-bhb66n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k65cr9 with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d35260\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k65cr9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: failed waiting for cluster=\"np-version-upgrade-cluster-k65cr9\" in resourcegroup=\"rg-np-version-upgrade-k65cr9-hgtl6f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k65cr9 with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d35260\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k65cr9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: failed waiting for cluster=\"np-version-upgrade-cluster-k65cr9\" in resourcegroup=\"rg-np-version-upgrade-k65cr9-hgtl6f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0398dbf4994a82c4b45bcb56776031b1e043e7f5a089e5d3333b2007096069ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"05fceb95d9e7bf85a8c28f11562e2fd0a73fd78cc1ccc26b149a9ba0bd41f0f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0ed7bdc86bdff700e87d26b5675ad407bf8417d713818b62bda0a9176173eb90","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"1d90cf41b4a27f56d097841cba9a909cd538e505fd0a902582cd73045823349d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"3530afd978a523115b1fa7623bd022b69121744d9804f267a8fedc1621d5787d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"5c64f2c66ab6bbf2708f84906bb7b546b4880a35674c11e4e338011d01a41e50","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"8162299e00c32f369feb2da482d39401de16629949b8801ea3fce9e135d66091","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"99e6c4ba25831982855c0d43ca4e6d36874a96dfa0b234163b07208eb2034317","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"b7a30f0c9ce6e81881dad343e9e1d093539c8471686e6a57a65d06715e2486bb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e07021c10a957cbd79b997f9ac90c92a5d4137bd5b9feffe1cdfeb1d0ce3a09f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e17e3fb7276d375ca6f1c5ac92ede39faedcd15c1c2f06e2ce967800bb589bd1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"e3327e22866fc51db57ae9260e0e5ff2154cf295585f13c9f5f69e35dcf37a8c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"eef40d4a5ec82c62377a84cca1800aab508568d214bb6018d5835d7605dda3a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"5a6418995f5eaccba32411b8bb70a4151a2c37bcf79d386814d64be89c8c81f6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"9368e283343599076a9c8f04ef55c044c97a23c7db47aa8af41b0a3a13fbac48","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":9,"runs_affected":2,"failed_runs":2,"run_impact_percent":25,"anchor_occurrences":9,"after_last_push_count":61,"trend_counts":[4,10,8,8,9,7,9],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-08"],"prior_runs_affected":21,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:110]: failed to create ARM64 nodepool \"arm64-vm-np-1\" with VM size \"Standard_D2plds_v6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b050\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:110]: failed to create ARM64 nodepool \"arm64-vm-np-1\" with VM size \"Standard_D2plds_v6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b050\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:146]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001421b30\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-hwhrn9, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-hwhrn9\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:146]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001421b30\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-hwhrn9, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-hwhrn9\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007671d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-mlnkng, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mlnkng\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007671d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-mlnkng, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mlnkng\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"04bf98e360459b8b05d638b196f7b5492843b0ca42d0451ea4dc2cb4dda41ee4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"60dda23a7eb561c072bd45b1a0ae92ba9d31ebcff0dac45caca1cbff6c1c47ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"a43d6d10bdd5dee855bebcc149bb84b23a2ff5091cc87e98ce0c37020377440a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"b34c9696754f07b71bad89cb9ff1a348888d5777b96b6c26e9301e3c69dd170d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"0977ef8981af54ff90726f647a39322f8c869dfd8df513fcbcae0fab6948f436","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"0ef79306828f159e0ecd1aa76a8d90ce345b9c7298033a77dae9c80e71e509cd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"32536351e8272ff109648b4628df463915204e6feb902c0dab8ce468dfb8afa8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"3eb9e45d8c8327f403126c2f15932b77d9730d11bbacbdb2c790ae16d0a8d2b9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","signature_id":"9cf1fd92589213959b56d7747b4d04b7ef4c92ba4c91f2eb3ab98000dc474e82","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":3,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,0,3],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":2,"prior_last_seen_at":"2026-05-19T10:36:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"6d080422fa97f4f72374bad616fbe4ba9ed29376c9e092c090521d6d173cc74b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"9d2b38bca7387f320f65d1f5dacc549a37793c2cbec85528c5fe009fc27c1a6a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"9deb58cdeb29e322dbea5b4c503beff4b2850e2996d7242fd276b4cb5cb1b9eb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":2,"prior_last_seen_at":"2026-05-20T23:07:55Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-flfk7k\" in resourcegroup=\"rg-np-downgrade-flfk7k-bf9m49\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-flfk7k\" in resourcegroup=\"rg-np-downgrade-flfk7k-bf9m49\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001864150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001864150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"0311f89faaecb9e4ba28767e38dcde4739aaa80eaf0bbf2eabf555507475475c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"ff41f20d4c1e304627825268716b16f0dcdfe39bcc42ff905310c4616b1d651e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":20,"trend_counts":[4,5,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":3,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-08"],"prior_runs_affected":16,"prior_last_seen_at":"2026-06-12T19:09:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1141d0fd9f679007e447ee31146ba219b79d56c1f3a9288dd68187b3f9e7036c","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-18"],"prior_runs_affected":2,"prior_last_seen_at":"2026-05-19T10:36:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"cd95ebfd5d93f43514e2bdd259b7b26e0e65d7d4033acabcd3bb680bdbb9bb4a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":5,"trend_counts":[0,2,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":5,"prior_last_seen_at":"2026-06-12T19:09:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"8d91b2adc4fb8c3b24f642854a4c21503092a450afa8d61186befc6b2bc18c5a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"64a97a657ba6a93b3f8fb44f8f1e5000accd4218f346d7f1fb3dbe4cb631cf1d","failure_pattern":"failed to poll admin credential 1 to completion","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"007f332d6f16b7e45c93d9543fc76adaae370bbf2ea8600c255e6694c19694c1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"c02c57e845efad569b2d5842e2dad92a5a75a2a7fd2061348487ce1cdfd5dd63","failure_pattern":"node pool \u003cnodepool\u003e verification failed: \u003cnode\u003e (version 4","search_query":"node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","signature_id":"c131c40c33ca3422c1221bc4cf46630dbd41cea6789e1871972b969b0015416e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7137d3f115bf4c264bb74c888bdc6c3954a56a37032931fb9aa8d47ff31a4953","failure_pattern":"x509: certificate signed by unknown authority","search_query":"x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-11..2026-06-17 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067363950726483968","occurred_at":"2026-06-17T21:49:10Z","signature_id":"85944d4fa3cc8f9a02514637d6119a2fd69da50caa8d14fdae25e1e32d2d5f52","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}