{"meta":{"start_date":"2026-03-23","end_date":"2026-03-23","start_at":"2026-03-23T00:00:00Z","end_at":"2026-03-24T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T15:29:18Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":4,"failed_runs":3,"raw_occurrences":27,"matched_occurrences":27,"runs_affected":3},"rows":[{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kn78v2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":19,"runs_affected":3,"failed_runs":3,"run_impact_percent":75,"anchor_occurrences":19,"after_last_push_count":19,"trend_counts":[0,0,0,0,0,0,19],"trend_range":"2026-03-17..2026-03-23 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-02","2026-03-16"],"prior_runs_affected":9,"prior_last_seen_at":"2026-03-17T07:21:16Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a210\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jlczdc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-jlczdc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000689460\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00140a1e0\u003e{\n                msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-jlczdc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000689460\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00140a210\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jlczdc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-jlczdc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000689460\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00140a1e0\u003e{\n                msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-jlczdc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000689460\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-jlczdc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:96]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f04420\u003e: \n    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-q2pjbc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-q2pjbc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a0f880\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000f043f0\u003e{\n                msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-q2pjbc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000a0f880\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:96]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f04420\u003e: \n    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-q2pjbc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-q2pjbc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a0f880\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000f043f0\u003e{\n                msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-q2pjbc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000a0f880\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-q2pjbc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00136a690\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kn78v2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-kn78v2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00135e8f0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00136a690\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kn78v2\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-kn78v2\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00135e8f0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kn78v2\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036140536489840640","occurred_at":"2026-03-23T17:56:07Z","signature_id":"5c0a22b4c77e46457ae3d65980a1c218254d4595255a2fee464db3c700d3d59f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"34c62a5e7a4cd48daed1468e4d747e0645548a6ed9032fc073934ca550d8f62e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"549f298ebe26263d4d9d5a5e14aa827f065adfec4a8aa0164e1d2367a129a51a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"5a4d06e25240479391302456422db353917e0c73179975444c2c392ef7ffebad","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"5ab96be09630abbcf19a23d850711337d7308c1c3aaf0f81e81f57d32609b8fc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"6a8297f8fe1fe1fc83b1d2dd4326023a374b4bb446c45c83be7b2b8f99892586","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"6fa15916e5d809b6f4408be4de3b4c7569f38e873f53b21f39fe76e7ac89ca01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"82f7a1965f019db8b222c9b781c93d4a0fd2e4760b4218ddf87b4cc3b2c0f258","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"a0f6c2daff57e4c768da7e059b6fb922e58a22e53de75f909c6fc35bdc6270b9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"a8b76ce2c32efed08eeca8be359b48b26ba934a9a667b09404616d0a9fb2a8e0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"a941118c8c01033bd86a4e49a927d3c08930eb21312dc6c715e89ea65e485183","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"afeeb9eb4fe5a899d11b67595305faad911e25597f27bf1a1ae42a83cc677b52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"b8c88807672e1a27aef2ae5d380ae3cb23a8a1916477a74925e74e882cb42797","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"cccfff4a5cb9d6e2cfeff4447d615a9bac0764030affe300a84b8962f7a89bbc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"e2e352001ad6b4cbc0da18aad133896f39353e5c107b58bcaf2522355f2121eb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"e6ae1d44772b2527d5cb1b8d91d7fc790208f1ab547f964d3ee950bfa657d1a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"f7b05171afdece64dbb0010784571d5946400fdac4c8ecf88c4168336a39d1d8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"f7d87b2b40c6602ac98331f2009790dbae2e9d8c0cfd6078fdd9c1f17e07972c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2035899395513257984","occurred_at":"2026-03-23T02:00:15Z","signature_id":"1252ef86b80e15dc9ad8299f47ac76634b1b4bef0f28d20d3ad458bcf3be544f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"47c4fe17c8b40b438461015820e355e731ca2f90428cea3ac600911bb9a03df7","failure_pattern":"ERROR CODE: ServiceUnavailable; detail message Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: ServiceUnavailable","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":6,"runs_affected":1,"failed_runs":1,"run_impact_percent":25,"anchor_occurrences":6,"after_last_push_count":20,"trend_counts":[0,0,0,0,0,0,6],"trend_range":"2026-03-17..2026-03-23 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":2,"prior_last_seen_at":"2026-03-07T14:40:36Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:100]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000da82c0\u003e: \n    failed starting cluster creation \"admin-cred-lifecycle-bxcfml\" in resourcegroup=\"admin-credential-lifecycle-test-66hgxn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-66hgxn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-bxcfml\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"admin-cred-lifecycle-bxcfml\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-66hgxn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-66hgxn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-bxcfml\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc001272600\u003e{\n            ErrorCode: \"ServiceUnavailable\",\n            StatusCode: 503,\n            RawResponse: {\n                Status: \"503 Service Unavailable\",\n                StatusCode: 503,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260323T103735Z:1d0494a6-08c9-402c-8237-38a0cda51cd9\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Content-Length\": [\"257\"],\n                    \"X-Ms-Request-Id\": [\n                        \"79dc0027-c979-49e8-87de-1be7d9fc9631\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/295cf239-fd2d-4d5e-8025-8d88e44a35af\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Retry-After\": [\"59\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"3453\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 5FE01EDDE6B94A6EBE47085B54B20605 Ref B: CHI261140508023 Ref C: 2026-03-23T10:37:31Z\",\n                    ],\n                    \"Date\": [\n                        \"Mon, 23 Mar 2026 10:37:35 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"1d0494a6-08c9-402c-8237-38a0cda51cd9\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000da8200\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 83, 101, 114, 118, 105, 99, 101, 85, 110, 97, 118, 97, 105, 108, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 105, 110, 115, 116, 97, 108, 108, 97, 116, 105, 111, 110, 32, 104, 97, 115, 32, 102, 97, 105, 108, 101, 100, 32, 100, 117, 101, 32, 116, 111, 32, 117, 110, 97, 118, 97, 105, 108, 97, 98, 108, 101, 32, 99, 97, 112, 97, 99, 105, 116, 121, 46, 32, 87, 104, 105, 108, 101, 32, 119, 101, 32, 97, 114, 101, 32, 98, 114, 105, 110, 103, 105, 110,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:100]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000da82c0\u003e: \n    failed starting cluster creation \"admin-cred-lifecycle-bxcfml\" in resourcegroup=\"admin-credential-lifecycle-test-66hgxn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-66hgxn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-bxcfml\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"admin-cred-lifecycle-bxcfml\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-66hgxn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-66hgxn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-bxcfml\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc001272600\u003e{\n            ErrorCode: \"ServiceUnavailable\",\n            StatusCode: 503,\n            RawResponse: {\n                Status: \"503 Service Unavailable\",\n                StatusCode: 503,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260323T103735Z:1d0494a6-08c9-402c-8237-38a0cda51cd9\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Content-Length\": [\"257\"],\n                    \"X-Ms-Request-Id\": [\n                        \"79dc0027-c979-49e8-87de-1be7d9fc9631\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/295cf239-fd2d-4d5e-8025-8d88e44a35af\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Retry-After\": [\"59\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"3453\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 5FE01EDDE6B94A6EBE47085B54B20605 Ref B: CHI261140508023 Ref C: 2026-03-23T10:37:31Z\",\n                    ],\n                    \"Date\": [\n                        \"Mon, 23 Mar 2026 10:37:35 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"1d0494a6-08c9-402c-8237-38a0cda51cd9\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000da8200\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 83, 101, 114, 118, 105, 99, 101, 85, 110, 97, 118, 97, 105, 108, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 105, 110, 115, 116, 97, 108, 108, 97, 116, 105, 111, 110, 32, 104, 97, 115, 32, 102, 97, 105, 108, 101, 100, 32, 100, 117, 101, 32, 116, 111, 32, 117, 110, 97, 118, 97, 105, 108, 97, 98, 108, 101, 32, 99, 97, 112, 97, 99, 105, 116, 121, 46, 32, 87, 104, 105, 108, 101, 32, 119, 101, 32, 97, 114, 101, 32, 98, 114, 105, 110, 103, 105, 110,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:95]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001072300\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-9zqj89: failed starting cluster creation \"cluster-zstream-4-19-9zqj89\" in resourcegroup=\"rg-zstream-upgrade-4-19-654ljn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-19-9zqj89: failed starting cluster creation \\\"cluster-zstream-4-19-9zqj89\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-654ljn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0010722e0\u003e{\n            msg: \"failed starting cluster creation \\\"cluster-zstream-4-19-9zqj89\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-654ljn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001214480\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/0c7b8256-fb78-4474-8bdb-957bddcc0e90\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Retry-After\": [\"59\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: A9E6F8C596D64D5D936E2B8125EAE9C1 Ref B: CHI261140504042 Ref C: 2026-03-23T10:36:39Z\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 23 Mar 2026 10:36:44 GMT\",\n                        ],\n                        \"X-Ms-Request-Id\": [\n                            \"366b51d2-342f-4be9-9c34-c62f06ee6710\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"3100\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"39e7c500-5a9f-492d-a495-f19b67e88524\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:95]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001072300\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-9zqj89: failed starting cluster creation \"cluster-zstream-4-19-9zqj89\" in resourcegroup=\"rg-zstream-upgrade-4-19-654ljn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-19-9zqj89: failed starting cluster creation \\\"cluster-zstream-4-19-9zqj89\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-654ljn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0010722e0\u003e{\n            msg: \"failed starting cluster creation \\\"cluster-zstream-4-19-9zqj89\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-654ljn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-19-654ljn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-19-9zqj89\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001214480\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/0c7b8256-fb78-4474-8bdb-957bddcc0e90\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Retry-After\": [\"59\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: A9E6F8C596D64D5D936E2B8125EAE9C1 Ref B: CHI261140504042 Ref C: 2026-03-23T10:36:39Z\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 23 Mar 2026 10:36:44 GMT\",\n                        ],\n                        \"X-Ms-Request-Id\": [\n                            \"366b51d2-342f-4be9-9c34-c62f06ee6710\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"3100\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"39e7c500-5a9f-492d-a495-f19b67e88524\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c1a5c0\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed starting cluster creation \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-sb62vp\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed starting cluster creation \\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-sb62vp\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000c1a540\u003e{\n            msg: \"failed starting cluster creation \\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-sb62vp\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011ac390\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"386e39ca-03f1-4188-ba7e-4b4463216a9e\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Mon, 23 Mar 2026 10:39:00 GMT\",\n                        ],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260323T103900Z:8fa21a4f-fba9-475a-a6dd-d1bb8b4168f0\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"3434\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8fa21a4f-fba9-475a-a6dd-d1bb8b4168f0\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: A088FC7BF2F74C7AAE7D9DCB67AF5336 Ref B: CHI261140513042 Ref C: 2026-03-23T10:38:56Z\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c1a5c0\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed starting cluster creation \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-sb62vp\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed starting cluster creation \\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-sb62vp\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000c1a540\u003e{\n            msg: \"failed starting cluster creation \\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-sb62vp\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-sb62vp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011ac390\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"386e39ca-03f1-4188-ba7e-4b4463216a9e\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Mon, 23 Mar 2026 10:39:00 GMT\",\n                        ],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260323T103900Z:8fa21a4f-fba9-475a-a6dd-d1bb8b4168f0\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"3434\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8fa21a4f-fba9-475a-a6dd-d1bb8b4168f0\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: A088FC7BF2F74C7AAE7D9DCB67AF5336 Ref B: CHI261140513042 Ref C: 2026-03-23T10:38:56Z\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"3b41ba7351f6675c40925b71d151352807f266b9daaf579e0acb4b8d4cdb4404","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"68f2e73a9776592b4afd5241b8cde4beac07b6de62a42b348bd9b05f07b5dfe0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"9437c791b8baa7b14e2825c005fb73f6bfc42cb9499481bed94032bfc872bf3e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"99d58268c0ef6810e3d288a41bfb72f4f621aab1c230b30a3c162e7e75d64359","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"f16d19299a4866ba611183ec7eeb76e9fbb52febf74300fbc180fdf21f18c870","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2036028011836346368","occurred_at":"2026-03-23T10:31:16Z","signature_id":"f25dbfc7ec14f67a29bbd4165e2b9c7b8c943da1a24469986c644dfacb70c00a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"61f2f606bce557ba1356502d9d712c9f0ba12bc1f568bcc162a9382b70354d2b","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-g5kdq6\" in resourcegroup=\"admin-credential-lifecycle-test-rsjp6l\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":25,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-03-17..2026-03-23 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:105]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011bc060\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-2wqgr7\" in resourcegroup=\"rg-zstream-upgrade-4-20-rdj65f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-zstream-4-20-2wqgr7\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-rdj65f\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001591280\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:105]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011bc060\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-2wqgr7\" in resourcegroup=\"rg-zstream-upgrade-4-20-rdj65f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-zstream-4-20-2wqgr7\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-rdj65f\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001591280\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-2wqgr7 in resource group rg-zstream-upgrade-4-20-rdj65f\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f4e660\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-g5kdq6\" in resourcegroup=\"admin-credential-lifecycle-test-rsjp6l\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-g5kdq6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-rsjp6l\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008933b0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f4e660\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-g5kdq6\" in resourcegroup=\"admin-credential-lifecycle-test-rsjp6l\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-g5kdq6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-rsjp6l\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008933b0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-g5kdq6 in resource group admin-credential-lifecycle-test-rsjp6l\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2035899395513257984","occurred_at":"2026-03-23T02:00:15Z","signature_id":"21de285559c9b46ccccae141e98da53c1d902fcf9af7dd44c574671e79e7a493","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2035899395513257984","occurred_at":"2026-03-23T02:00:15Z","signature_id":"291c05619ec56655934ef0b3dad67c58bf92fe12185c3169a13c8111b79604a8","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}