{"meta":{"date":"2026-06-17","timezone":"UTC","generated_at":"2026-08-29T01:15:34Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":8,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":5,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2067381864728891392","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-17T23:00:21Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067363950726483968","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-17T21:49:10Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"be240b910436b240c2c32c2fb3aed94507ceb383b464ff6ebd5145bc4e8f8d7b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067363950726483968","occurred_at":"2026-06-17T21:49:10Z","failed_at":"e2e","signature_id":"85944d4fa3cc8f9a02514637d6119a2fd69da50caa8d14fdae25e1e32d2d5f52","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:167]: Timed out after 600.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7137d3f115bf4c264bb74c888bdc6c3954a56a37032931fb9aa8d47ff31a4953","failure_pattern":"x509: certificate signed by unknown authority","search_query":"x509: certificate signed by unknown authority"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["7137d3f115bf4c264bb74c888bdc6c3954a56a37032931fb9aa8d47ff31a4953"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067363244695097344","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-17T21:46:21Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067362378978168832","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-17T21:42:55Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067361512078446592","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-17T21:39:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067304455669288960","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-17T17:52:45Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-17T10:52:58Z"},"failed_at":["e2e"],"failed_test_count":27,"occurrences":[{"row_id":"09a26c1a39aad3ade07d4957e2fe0378977632e54979aabc7120c2a9dab98a27","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"007f332d6f16b7e45c93d9543fc76adaae370bbf2ea8600c255e6694c19694c1","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:191]: failed to poll admin credential 1 to completion\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"64a97a657ba6a93b3f8fb44f8f1e5000accd4218f346d7f1fb3dbe4cb631cf1d","failure_pattern":"failed to poll admin credential 1 to completion","search_query":"context deadline exceeded"}},{"row_id":"0f7fc0339de65530a33ef6ec61b23708895ab5b141c1b27047541d4be9f62dbb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"0311f89faaecb9e4ba28767e38dcde4739aaa80eaf0bbf2eabf555507475475c","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-flfk7k\" in resourcegroup=\"rg-np-downgrade-flfk7k-bf9m49\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152c048\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-downgrade-flfk7k\" in resourcegroup=\"rg-np-downgrade-flfk7k-bf9m49\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled"}},{"row_id":"117adbaa18f8165f5dd035e02c8d5320521520a4aeca24c7d320366dd3d85266","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"8d91b2adc4fb8c3b24f642854a4c21503092a450afa8d61186befc6b2bc18c5a","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state"}},{"row_id":"18b3615d0482c01218bbfdff4a9c141fcbe37463befea09c76d4e7f17adf2f9f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"e3327e22866fc51db57ae9260e0e5ff2154cf295585f13c9f5f69e35dcf37a8c","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a07890\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-2fz4l4, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-2fz4l4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-2fz4l4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a07890\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-2fz4l4, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-2fz4l4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-2fz4l4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"19f7c5299704b2c87b54187b937e6b452436e0fa2af09dcd70eb1ba184918877","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"05fceb95d9e7bf85a8c28f11562e2fd0a73fd78cc1ccc26b149a9ba0bd41f0f2","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c540\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-bhb66n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c540\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-bhb66n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-bhb66n, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"219ad129218c359da60f58a01a409f6e7d7c5e7c1753ac8f0c2e066f894986d5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"eef40d4a5ec82c62377a84cca1800aab508568d214bb6018d5835d7605dda3a1","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000953680\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-nm72v2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-nm72v2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000953680\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-nm72v2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-nm72v2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"298dc1b906136a7c828be0db7dca3f163470f66fa3559035049f0776749efd0e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"e17e3fb7276d375ca6f1c5ac92ede39faedcd15c1c2f06e2ce967800bb589bd1","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:269]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d2330\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lzggnm, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-lzggnm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lzggnm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:269]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d2330\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lzggnm, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-lzggnm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lzggnm, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"367dedbfe4760c244925b6ea98af7507bf90212f06000715c58e157c80ec92ce","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"cd95ebfd5d93f43514e2bdd259b7b26e0e65d7d4033acabcd3bb680bdbb9bb4a","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:225]: failed to update node pool np-1 with new label and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00134f830\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1141d0fd9f679007e447ee31146ba219b79d56c1f3a9288dd68187b3f9e7036c","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-n48kcf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-n48kcf, error: context deadline exceeded"}},{"row_id":"3a0e63fcc97f31f3a192a681a524c9dd0c39bf8f7f1050cf15a9f6dc6ccae4ae","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"99e6c4ba25831982855c0d43ca4e6d36874a96dfa0b234163b07208eb2034317","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012284b0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-dkm7hj, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-dkm7hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-dkm7hj, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012284b0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-dkm7hj, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-dkm7hj\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-dkm7hj, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"3d1ec35a7cc916dd054e7e2c96229c8e464bcf31dbedbe24ce727a0c8094c315","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"04bf98e360459b8b05d638b196f7b5492843b0ca42d0451ea4dc2cb4dda41ee4","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:110]: failed to create ARM64 nodepool \"arm64-vm-np-1\" with VM size \"Standard_D2plds_v6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b050\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:110]: failed to create ARM64 nodepool \"arm64-vm-np-1\" with VM size \"Standard_D2plds_v6\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129b050\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"5304711c34a55f7fd1cd647bd6b0bc57f861ec6c7d3a55c70e1cb0f47718c1e8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"6d080422fa97f4f72374bad616fbe4ba9ed29376c9e092c090521d6d173cc74b","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:169]: failed to get admin REST config for patch-tags cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f70960\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-dwtz8f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-tags-cluster in resource group patch-tags-dwtz8f, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded"}},{"row_id":"576c224d58118f4941b0c810ef5af68798051d2fb65ac5ae682173faa10b6bf4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"9d2b38bca7387f320f65d1f5dacc549a37793c2cbec85528c5fe009fc27c1a6a","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:93]: failed to get admin REST config for cluster \"cilium-cl\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000040e40\u003e: \n    failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded"}},{"row_id":"6402e918a90f74a5ba44af8d491460aebcbce6b6e8cec3c9577568c482a5950c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"1d90cf41b4a27f56d097841cba9a909cd538e505fd0a902582cd73045823349d","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-5985ff with version 4.20.25\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000569b00\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-5985ff, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-5985ff in resource group rg-np-version-upgrade-5985ff-j6bfqb, error: failed waiting for cluster=\"np-version-upgrade-cluster-5985ff\" in resourcegroup=\"rg-np-version-upgrade-5985ff-j6bfqb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-5985ff in resource group rg-np-version-upgrade-5985ff-j6bfqb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-5985ff with version 4.20.25\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000569b00\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-5985ff, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-5985ff in resource group rg-np-version-upgrade-5985ff-j6bfqb, error: failed waiting for cluster=\"np-version-upgrade-cluster-5985ff\" in resourcegroup=\"rg-np-version-upgrade-5985ff-j6bfqb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-5985ff in resource group rg-np-version-upgrade-5985ff-j6bfqb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"7d37be71ba33db206c2d68a688437eea255709c8e7df00d00f70f924bbd0417b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"e07021c10a957cbd79b997f9ac90c92a5d4137bd5b9feffe1cdfeb1d0ce3a09f","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-kwbjnl/cluster-candidate-4-21-62q98c should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014587b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-4-21-kwbjnl/cluster-candidate-4-21-62q98c should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014587b0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"7fc000e398f9e16914eda1de951f7c5b7faf9a1eea4890f893f3fdb576132697","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"a43d6d10bdd5dee855bebcc149bb84b23a2ff5091cc87e98ce0c37020377440a","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007671d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-mlnkng, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mlnkng\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:126]: failed to create nodepool \"np-1\" for autoscaling cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007671d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-mlnkng, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mlnkng\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"9130005b44e051892cf349d201a5fa2161011c1e329f6631be33a139f4588027","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"3530afd978a523115b1fa7623bd022b69121744d9804f267a8fedc1621d5787d","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-nthdqd with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a5c570\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-nthdqd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-nthdqd in resource group rg-np-version-upgrade-nthdqd-q67b7p, error: failed waiting for cluster=\"np-version-upgrade-cluster-nthdqd\" in resourcegroup=\"rg-np-version-upgrade-nthdqd-q67b7p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-nthdqd in resource group rg-np-version-upgrade-nthdqd-q67b7p, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-nthdqd with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a5c570\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-nthdqd, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-nthdqd in resource group rg-np-version-upgrade-nthdqd-q67b7p, error: failed waiting for cluster=\"np-version-upgrade-cluster-nthdqd\" in resourcegroup=\"rg-np-version-upgrade-nthdqd-q67b7p\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-nthdqd in resource group rg-np-version-upgrade-nthdqd-q67b7p, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"94856c77fa2e1aa793bffd40913290b644629a4e0cae0f5e87a39ffe0610b58c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"ff41f20d4c1e304627825268716b16f0dcdfe39bcc42ff905310c4616b1d651e","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001864150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:283] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001864150\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"np-dg-minor-nvq6zx\" in resourcegroup=\"rg-np-dg-minor-nvq6zx-qxvshk\" to finish deleting: context canceled"}},{"row_id":"af0d0354d22d2ad7a0502a16384186e66b787947aa137a5ffcfa2321ac78cbeb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"5c64f2c66ab6bbf2708f84906bb7b546b4880a35674c11e4e338011d01a41e50","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f02030\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hpp2v5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-hpp2v5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f02030\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-hpp2v5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-hpp2v5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"b6dfb4f7ad4584271773b6dcb9d6b226a65ec9c1ab812350fd65c72b38b9057f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"b7a30f0c9ce6e81881dad343e9e1d093539c8471686e6a57a65d06715e2486bb","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018e0390\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-5tqp4s, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-5tqp4s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-5tqp4s, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018e0390\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-5tqp4s, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-5tqp4s\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-5tqp4s, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"d37f690cf78164b9f7eec08fb1f164a7d007f607c251d4e3ee2dcfe86b69d40b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"c131c40c33ca3422c1221bc4cf46630dbd41cea6789e1871972b969b0015416e","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:517]: Timed out after 2700.005s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00149cc90\u003e: \n    node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4.20 not in same minor as expected 4.22.1); nodes=[{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.33.12-3.rhaos4.20.git64c6a00.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:40234292b7d4c28149b5493acbaeb608ac59326dbeb53d3cfdcdc90f2c98928b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ad892d1fda138cbefcd7b1bb79c47897fb31c0a09429d53001aa777d9af7b8d0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:918ffd5c62760ee30d3a6874c5b98cf8a82e2c471fb5a9df501909c4d671e9fb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aa2835a5b193048ba6b300577088213cc90621c32cf6d8ebfe3d7e2fcee12dbc\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:117a9ef195508484c302bb9e03e4e9330f97029ea97eabbe6d00a48fd6640aed\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b62893ea3da92e93050dd06e3a47ccb74e18178999b4217f2a4b812b7f7e5126\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae36b4ba7f205b81ef595f0c59c7a1548520d29309598a37328f40708449f2e8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fcd4f32783510721d8e1a61884428d56f44b175c8786498f13f6d554f969f1e4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2505982070054c8fefe751d0cfa133e162b233456314e2a3cde782de69653993\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea1d3585c24a32f4a385e05a823d2c52374837b46cbc3051eb79f167226207e9\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-4v5cx\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0dbb2aa398c609b7d717e3df90d57ca64d83211f8303481c3df0fb5f7f609901\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9e2af850e2160b07ec78fab74be95928ea1848abbf13aa6f9fe6bc66d8272ab1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:79ef7e9bc69a50a3d8c1d6383252de025539dfdefb732a4c435c22acd755be55\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f4f2bda645b6bc40d4817755bb3198777ad8f3a9b40daf1bb787e86ec25495a3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:403c19989c47cc8e3260781ec3303cbb604f73ad8e12a3b6917febccc65bf7e1\",\"quay.io/openshift/origin-insights-runtime-exporter@sha256:97c435176cd7e4330e1ec5a311d5de84c15b8f3af5bde35769e6bfeb8cbdf3ef\",\"quay.io/openshift/origin-insights-runtime-exporter:latest\"]},{\"name\":\"q4n4i3p4b4e6x0b-nps-420-422-m7fqd-x2ftv\",\"ready\":true,\"containerRuntimeVersion\":\"cri-o://1.35.4-2.rhaos4.22.git6479b5e.el9\",\"releaseImages\":[\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:759db300fd0e0258b2179aa48de5575baa2e33e6d0b6efebdf36cde5647baa40\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dda3faf2a605b97850ab295e289f3b5e6c624b5a30bc6f799b8c36bde0504319\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:05d60b3807f2273ac84ebfceee6f8342bf2eb7d14f87d4ba346e3911a6a48d62\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98457921e71a329fbdefb60e1bbd3de80b145489221fbe9150eb90e1abed9786\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:13c7f68070664781a1a338f565f1f24425a764f28557280a0bbf9da51a5172a2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b519469b498b28347d0a504ef69d2f480cc4431e50d3972933a86147d215d1e3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:65f250c7337f5765db69690b4530e31a6bf4050d9140c4c85527e7c26e77b7cd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:836532b41550b915235e842a4c2215953e78dac14357e6566cfdaa72eafe5dfd\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2b0b1a151b65d0e34ee0dcd8eb8137b41d3e11a0e2a9042774152be53a47fa2f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d22bf965b7f6ac63e87483965fe644012abd6ef3e46703f90b53b09ffa66c40a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a75e4d50927d4591b602dbb803130d388e3b36123b8770be67e890826639c364\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b434ceae2127cb4872490f8a906e0e3da22307ec413997683dbd518955b9fbcd\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6ed76865cd6513d71c46844d3027f3f7b161835b360d2e69b59e297019ecd3fa\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c9e0bd9b962e5326507ec7fd7df5e397e1e88c9f7117bdace555e9eb6cf90447\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0edb65f15d6600020bf0056db95a453688976a6a259251afabd0bd04c18c678a\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8806ad37ac4897064437a6a466579fbb65e50d3c06253cb1a56e125455b01cc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:236da75c5998805911c6789b80ac704875a79b0abd57a11485218d399ae24be6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d5d4102507f29eb70d722c8478eb243a4b1913a74f937ed4c1c91f1df5d124ce\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:801b5a471e7d6c506eea3f249c0f771e2becd4c1a33c03f8355f249a4f7d5f6b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f454167c3e9bea08e362726c4ca4f9f11c8c1c9e8ccfb0612496689f109c1b5d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:810098f0663c4a402b3a335cc995a91dac1c4a822b2762f874ba2591fc73f76e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cf233f0f2e47df07d74e53d391de580e8db76a58bbda92919feda304a0360c2e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8441db4cbe6043f6a4ec0206d37cce75679dbd655310345033d1bce3975760ad\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbd95a1f4bc47193aaba2ee9866fc5fd8eab5a1e6fdce8e4b343aa8c49ed6ae5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9c967279d60eeeba741ce8274a719ec4f669aad4eca6eca260cd650eeca9a14\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ef9a9ac340cda9a1ea2e571dd741b9df56989d937bf020071efbde3d0333a9f3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:6f8b08e39afa2f499c26c7b286274c4a6430db49fbb87e48eaea935c96de23ff\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98b5f93d5ab68a886c325add352d6675a1fd037db44763c270026e9bd66c28f0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cb360c71a907253defcb8fcef0cc29002f23bf6b60926027a6a686749ab809f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3db74d37a5044a0bbb0c1ef15c7124524891d7af741a98c4477c6d8a5858cd0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5143315a1b4121c00a8240b51db968df01d8c33e49497a3bb94879d218bf64d9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:df2cf7a02f8cb20d384ebd144a90c1e45a49b8e33cc81cf9c06dc31f926f0ddc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:381e6243dfb2a2014086ba2984bb884ef33e5be85556e1234cdde6b39036a2c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9c8a464c8461bba5985c4bee1812ea3e9cbca1ed4ad4a56d955ca13c5c1b36c3\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e69e35933e03b9564191cb011ca691b26a221f7e4de53a548d87db8f72e19b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be754db16286616aedfb46c0a35fa0b33bd6203936f18f668a740c1c6937727f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5cdc9bccd17fd7b70880f7e1e412dcfcaa8f00c68769953c0d50242d5f724a5f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a8378d17bf5983a203e2eb01fa04c28ddddd4cfcc0500941e723dc274599e752\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:abc8265bad76d67cbb8b6c5c3b674ca1d80180611b2bc053024237aa85367e1b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:be44c06ff946fafc0a137cb020af2509b3f2d1f7d8c8b081697ec3483df622d6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3ee649c0980af383a375ff9b8287f6f81617ab04eab7b21cea2310ec880070c1\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dac62b77d6871d5263cf3fc1847466343ce68d80bea6abfb4ba9d70a26b980f5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7b2fe398a7fe679582f8a653eb139ab8f7b1658ce79daa7d25c8d4aded5dfb9b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ac6aeac333c22ad2b6c42a40a87067e0acd93d9c45cb4af925c52b87229a7b67\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ca6925ab1bbfe57f393f22f75bc0dc38835c4d9d9f81b21136a1a17c505fc6d5\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f73e8c279ee2f4e095871b201b1348e918884a5e5fff5cc904093da3c95a1826\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:71d5cf9c12963df3b4a478bc77110df9795a7970d9e74174d4cbf540d89a2b37\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a80616a75bec0e677d4594bf5a7122c792abdacf6e87cd166bb6d2ea616d4af2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a1e827b8ef69b1f0a71733c3e646344ccb5fb7e5af146016fd2197ef1c3b560d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae8602190ff0312684494fb8c5f2aa28c1621837a91e2e765f6e85229cc8c118\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:92ce5a7e16f173cf9fa5a6810bb784324074d758ccf57f26d47ace826346b7a0\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c5ac3a253cc1e80575f9340f5221edb6b0084f9cf26efea6f582c6e6efd674b4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0b1db94e0479c927d9e4054fcffea2730896dcdc2a0daa10ba507a0139af3842\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:16434ab04642837914b2f8bba0ec37254bb7537ebebf3cced37d90b5a6072a19\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19aed0b6d293e76c12cab014c1f37860745beed92b005975cdc0453dc31df3c7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82ee0e1d7f7383a28694d18751fa691f1fcfca60a690e081c7b9a30cc4a3b541\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:3fb27467f09b64cff3f06d77ef4a894bd278bbec6cebbbb4c32692348721e258\",\"quay.io/openshift/origin-insights-runtime-extractor@sha256:e25f086d116016c008a7dd316f895afe8296b6d3232ea06bcbaa5a614e9c762f\",\"quay.io/openshift/origin-insights-runtime-extractor:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0068453dc71c624460a368872a30785d165d184ad2fcc70159540c35cf564a04\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:34853aec39e7fa4e06d003e2f4ad908ca682bca79428755b6c2bd8c4ab3aa5f9\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35f5c22305bba756410991c00ab3142bb5f24b5aac3ac992afc0d0cf8f66698d\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b276ebfe0115876e7e2a1ce1ec99e9762da451104b6d55db5ebc341da8d5f266\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8bcdf087244f707380628f86b8c0c35eeefe870f5107f4693b83632508fbb9d2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:96a94e57ccff7cac3eba0a3c64ddca0371624f31b025bccab550633969249361\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:404f2407b90debc8d3a9a6d0b4e837a2319fbd770a2baac09ff42a5e17da1f96\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:822ea04c7980a97b95c28c728057990a66da72a31b3e8c1c111a20f80a86af78\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5a5a30de78b92f1f0f41f1a2188bb3e94318139c9b6e5fab900a002fa766c67b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:82f171298a467819ed387a4b1861d3c86d06e417175592bc6e018c756f1f884c\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:17eabe2bd670af62415deda51066ba77ea598e2bb95ef524f40e474bdc35263f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5c0f173ea02a36e71d0880c4d41a8dd25965110a153ed705d426355e1effce37\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:761a0aaf39f7076c7333760023ba0832472e9164f3a2ff9df79fa8fd92c38aea\",\"quay.io/openshift/origin-kube-rbac-proxy@sha256:c2b4bb716a14c5df2be3237ade5f36091bc0dd9a0d72f78dc7bd26ba8ca74184\",\"quay.io/openshift/origin-kube-rbac-proxy:latest\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ada22061af6782c67c259d29a96620aa94717dfa725fc946452d3aa63f2e28b8\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2e60ba579b1102e62294742b74f8e61420bb9aa2c402df4ab140e4707d642f7\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9933de8afe0d9130001fcf9310f68abc3b271652a1b5845bab04dbd4b102a40b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eee34607108e9771f4020711248144f2a5b2752a47d24eae37065952a44744c6\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:2ed87d2754b95d9bb878d1aafecd4b58ec9d9f25afbda9c9159a444e9975619e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ce548847023ca5339f41e1f31ff2ca31a5dcfda6021d4ca7586c529b236e264f\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c30a9ec946ae64d4378e524f9673824bd21cce429885ce6b58d5e59f8a514d1e\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f8562c09aaa62f38d399642a1605077b2a48de70d2e830ad36410d11601e2593\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:26d51f6386f167c2537ae614f05ae7c26c11ad2063d405c1e7d33260f31e9360\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:81bc74942e3b4b69bbe2bca54e12e7b5697fd2d9a9ea07c4bdedd89c288dcaeb\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eb11f8aed55292a0786ab508a2318c68e83946b8e235f5962799e2760c9edb4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:942e16d259689aa951fd19d22cc022865036523b79adb3cde7ca90344f8d0911\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:70ee5bbfb23f3b6ba023569bca38d36a735b888db07cef92522dcee14a53bbf5\",\"arohcpocpprod.azurecr.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:94b38a7bc9b7306facc5355b3287d4560981be14608f472a0af1cae4d8306706\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:228b85a61088f759a7cf51c0c7f0400f1dcbabf04502bb09f54d578e5fcbcb89\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:af71b562c81f1b39837792cbf0603912e23adde874935f86e54c3f17f2d8dcfe\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b870e2d4d4bd2a036a22a129d24758f933c889d5f6470d9f4efd633fcbb5e3c2\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e811aaed4c0bddd3fe8fc328a9bf91ea8f469d704219cf45f4c96a735608174b\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e73ab7356731c6c217cb98bf6be0e3a7d5a67903bb337a732f5807aeeb2f970\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0301bd3209f850b10601f1cf87733cdb203b46629ae443591ba07e45874ac65\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bb31af950689a3680c65b8feb71f2bf0ee77c2087b9690fbe67d93a9d99e03ae\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f2b5610a871be9c411eff2b88996f63aa771be44722783c428ab2105570bd237\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:11b324feb44479d06f73fdbbbc5f77f6627175fbad49a4a6d9530769885366bc\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7204b2dd3cc11ae64b834cfb10b7b73158270bcc7066614dfc856ff0316d2659\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:03ff3448f5bb02f3a255eccd3c26730f65fdee658a5efb28ecad7e539bed9a8c\",\"arohcpocpprod.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4b3475443fd6e386e1b4819b7d3e1b483d885a36ae3259276ae406e8777f4dc4\",\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8200a0b5e1733af9376f87fd9b6606b2c53bae0aa489e5385dd7b296c3d1aac7\"]}]\n    ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c02c57e845efad569b2d5842e2dad92a5a75a2a7fd2061348487ce1cdfd5dd63","failure_pattern":"node pool \u003cnodepool\u003e verification failed: \u003cnode\u003e (version 4","search_query":"node pool upgrade verification failed: q4n4i3p4b4e6x0b-nps-420-422-gxph5-9xn25 (version 4"}},{"row_id":"d7b8ebad7125c9fa16030b865c639df97d279cb7ed27635fe82f5769502c1222","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"8162299e00c32f369feb2da482d39401de16629949b8801ea3fce9e135d66091","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-52spdv\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00096a060\u003e: \n    failed to create HCP cluster np-noedge-52spdv, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-52spdv in resource group rg-np-noedge-52spdv-j629d8, error: failed waiting for cluster=\"np-noedge-52spdv\" in resourcegroup=\"rg-np-noedge-52spdv-j629d8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-52spdv in resource group rg-np-noedge-52spdv-j629d8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-52spdv\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00096a060\u003e: \n    failed to create HCP cluster np-noedge-52spdv, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-52spdv in resource group rg-np-noedge-52spdv-j629d8, error: failed waiting for cluster=\"np-noedge-52spdv\" in resourcegroup=\"rg-np-noedge-52spdv-j629d8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-52spdv in resource group rg-np-noedge-52spdv-j629d8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"da501a0fa278de05e79e6ce7626272fc6b1b96e5203638a4c65f154b0fc74e4b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"b34c9696754f07b71bad89cb9ff1a348888d5777b96b6c26e9301e3c69dd170d","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:137]: failed to create node pool np-1 for TLS endpoint cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000960bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wng2wp, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-wng2wp\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:137]: failed to create node pool np-1 for TLS endpoint cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000960bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wng2wp, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-wng2wp\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"db8d32e9c563768b19dc64204dc8f5092ad2c67bac6d9a6ec6f8c133935bd65e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"e3d2d3f16ae940be45d8e5e09acc52a9f401180590f87408e697bb38a05ab72d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"0398dbf4994a82c4b45bcb56776031b1e043e7f5a089e5d3333b2007096069ea","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8360\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-k8sf6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c8360\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-k8sf6l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-k8sf6l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"e51bfef4d2ba46aa6202b2e0b899a2132ab28e73895e4964b362a3356ea93270","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"60dda23a7eb561c072bd45b1a0ae92ba9d31ebcff0dac45caca1cbff6c1c47ec","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:146]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001421b30\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-hwhrn9, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-hwhrn9\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:146]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001421b30\u003e: \n    failed to create NodePool autoscale-az, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-az in resource group np-autoscaling-hwhrn9, error: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-hwhrn9\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"e6d8b9f33f6aae0e65c94749cccd01e3a1bdb652fa2f8b9c1e75b8402f038c74","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"9deb58cdeb29e322dbea5b4c503beff4b2850e2996d7242fd276b4cb5cb1b9eb","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: failed to get admin REST config for cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001394750\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-cqbsn8\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-cqbsn8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-tbdjlb\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cl in resource group cni-cilium-tbdjlb, error: context deadline exceeded"}},{"row_id":"ed2dbb55b6fb678de0d0f07244fc590bdd4c22f1703253ac6a9386568cbfb0cf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2067198813889630208","occurred_at":"2026-06-17T10:52:58Z","failed_at":"e2e","signature_id":"0ed7bdc86bdff700e87d26b5675ad407bf8417d713818b62bda0a9176173eb90","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k65cr9 with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d35260\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k65cr9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: failed waiting for cluster=\"np-version-upgrade-cluster-k65cr9\" in resourcegroup=\"rg-np-version-upgrade-k65cr9-hgtl6f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-k65cr9 with version 4.21.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d35260\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-k65cr9, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: failed waiting for cluster=\"np-version-upgrade-cluster-k65cr9\" in resourcegroup=\"rg-np-version-upgrade-k65cr9-hgtl6f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-k65cr9 in resource group rg-np-version-upgrade-k65cr9-hgtl6f, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":27,"failure_pattern_ids":["1141d0fd9f679007e447ee31146ba219b79d56c1f3a9288dd68187b3f9e7036c","120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","64a97a657ba6a93b3f8fb44f8f1e5000accd4218f346d7f1fb3dbe4cb631cf1d","c02c57e845efad569b2d5842e2dad92a5a75a2a7fd2061348487ce1cdfd5dd63","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94"],"matched_occurrences":27,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-17T02:00:18Z"},"failed_at":["e2e"],"failed_test_count":7,"occurrences":[{"row_id":"13670615404f7ecd5d142d9182d54814d0555fe7b5ce36132fbff7a4cd510550","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"3eb9e45d8c8327f403126c2f15932b77d9730d11bbacbdb2c790ae16d0a8d2b9","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001aac3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-c9wxld, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-c9wxld\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001aac3a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool cilium-np in resource group complex-cilium-kv-c9wxld, error: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-c9wxld\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"202d0663bb8c14f00ebee2b06be347cbcde80c57114378c8bd6dffc1e416c47d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"0ef79306828f159e0ecd1aa76a8d90ce345b9c7298033a77dae9c80e71e509cd","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-9xlvhz\" for cluster \"cluster-candidate-4-20-9xlvhz\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fc0ea0\u003e: \n    failed to create NodePool np-9xlvhz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-9xlvhz in resource group rg-candidate-4-20-bbd7fq, error: failed waiting for nodepool=\"np-9xlvhz\" for cluster \"cluster-candidate-4-20-9xlvhz\" in resourcegroup=\"rg-candidate-4-20-bbd7fq\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-9xlvhz\" for cluster \"cluster-candidate-4-20-9xlvhz\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fc0ea0\u003e: \n    failed to create NodePool np-9xlvhz, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-9xlvhz in resource group rg-candidate-4-20-bbd7fq, error: failed waiting for nodepool=\"np-9xlvhz\" for cluster \"cluster-candidate-4-20-9xlvhz\" in resourcegroup=\"rg-candidate-4-20-bbd7fq\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"4001d5b59d87beea1a138cfb961841ab274ec862810dfb8abe0ece7c32f56e04","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"32536351e8272ff109648b4628df463915204e6feb902c0dab8ce468dfb8afa8","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015717a0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-h5t2ff, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-h5t2ff\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:136]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015717a0\u003e: \n    failed to create NodePool np-1, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-h5t2ff, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-h5t2ff\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"5374941a843ff0442be8e1e240c4421c71c4c3e8004caf69973b88ae35e814c7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"5a6418995f5eaccba32411b8bb70a4151a2c37bcf79d386814d64be89c8c81f6","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00142a4e0\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-sg9b2g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-sg9b2g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00142a4e0\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-sg9b2g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-sg9b2g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"620c49667149b09cad02fca850029d1bb4c7daed004a3032040e1757c5da974c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"0977ef8981af54ff90726f647a39322f8c869dfd8df513fcbcae0fab6948f436","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-jpgx8r\" for cluster \"cluster-candidate-4-22-jpgx8r\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a7f530\u003e: \n    failed to create NodePool np-jpgx8r, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-jpgx8r in resource group rg-candidate-4-22-ddrcw7, error: failed waiting for nodepool=\"np-jpgx8r\" for cluster \"cluster-candidate-4-22-jpgx8r\" in resourcegroup=\"rg-candidate-4-22-ddrcw7\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-jpgx8r\" for cluster \"cluster-candidate-4-22-jpgx8r\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a7f530\u003e: \n    failed to create NodePool np-jpgx8r, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-jpgx8r in resource group rg-candidate-4-22-ddrcw7, error: failed waiting for nodepool=\"np-jpgx8r\" for cluster \"cluster-candidate-4-22-jpgx8r\" in resourcegroup=\"rg-candidate-4-22-ddrcw7\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}},{"row_id":"e0e9bbe8bbf0c4126f46769003eae9c2542aca261287167f42015b2b2d1453b2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"9368e283343599076a9c8f04ef55c044c97a23c7db47aa8af41b0a3a13fbac48","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-cqwq26/cluster-candidate-5-0-r84vcl should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00079cab0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-r84vcl, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-r84vcl in resource group rg-candidate-5-0-cqwq26, error: failed waiting for cluster=\"cluster-candidate-5-0-r84vcl\" in resourcegroup=\"rg-candidate-5-0-cqwq26\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-r84vcl in resource group rg-candidate-5-0-cqwq26, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:106]: HCP cluster rg-candidate-5-0-cqwq26/cluster-candidate-5-0-r84vcl should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00079cab0\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-r84vcl, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-r84vcl in resource group rg-candidate-5-0-cqwq26, error: failed waiting for cluster=\"cluster-candidate-5-0-r84vcl\" in resourcegroup=\"rg-candidate-5-0-cqwq26\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-5-0-r84vcl in resource group rg-candidate-5-0-cqwq26, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-62q98c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: failed waiting for cluster=\"cluster-candidate-4-21-62q98c\" in resourcegroup=\"rg-candidate-4-21-kwbjnl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-62q98c in resource group rg-candidate-4-21-kwbjnl, error: context deadline exceeded"}},{"row_id":"fe58d40316828d918b070dca7fb7ef93203c07f1a5f46cdb65bc51b95fa17477","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2067064761694031872","occurred_at":"2026-06-17T02:00:18Z","failed_at":"e2e","signature_id":"9cf1fd92589213959b56d7747b4d04b7ef4c92ba4c91f2eb3ab98000dc474e82","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-6zqbts\" for cluster \"cluster-candidate-4-21-6zqbts\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000744f00\u003e: \n    failed to create NodePool np-6zqbts, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-6zqbts in resource group rg-candidate-4-21-4rzv4j, error: failed waiting for nodepool=\"np-6zqbts\" for cluster \"cluster-candidate-4-21-6zqbts\" in resourcegroup=\"rg-candidate-4-21-4rzv4j\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-6zqbts\" for cluster \"cluster-candidate-4-21-6zqbts\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000744f00\u003e: \n    failed to create NodePool np-6zqbts, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-6zqbts in resource group rg-candidate-4-21-4rzv4j, error: failed waiting for nodepool=\"np-6zqbts\" for cluster \"cluster-candidate-4-21-6zqbts\" in resourcegroup=\"rg-candidate-4-21-4rzv4j\" to finish creating: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-4dhnkg, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4dhnkg\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":7,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe"],"matched_occurrences":7,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}
