{"meta":{"start_date":"2026-03-02","end_date":"2026-03-08","start_at":"2026-03-02T00:00:00Z","end_at":"2026-03-09T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T19:00:08Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":24,"failed_runs":13,"raw_occurrences":146,"matched_occurrences":146,"runs_affected":13},"rows":[{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":31,"runs_affected":7,"failed_runs":7,"run_impact_percent":29.166666666666668,"anchor_occurrences":31,"after_last_push_count":33,"trend_counts":[0,1,12,16,2,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":9,"prior_last_seen_at":"2026-02-27T02:00:51Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":2}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029429994882600960","occurred_at":"2026-03-05T05:33:10Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":28,"runs_affected":6,"failed_runs":6,"run_impact_percent":25,"anchor_occurrences":28,"after_last_push_count":28,"trend_counts":[0,0,21,0,5,0,2,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":6,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001512510\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-7p9vzj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-7p9vzj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ec57c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0015124e0\u003e{\n                msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-7p9vzj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000ec57c0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001512510\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-7p9vzj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-7p9vzj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ec57c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0015124e0\u003e{\n                msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-7p9vzj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000ec57c0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-7p9vzj\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014942d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf6t7j\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-pf6t7j\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000e2e560\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014942a0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-pf6t7j\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000e2e560\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014942d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf6t7j\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-pf6t7j\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000e2e560\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014942a0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-pf6t7j\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000e2e560\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf6t7j\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e4e540\u003e: \n    failed to create HCP cluster list-test-cluster-jfhd8m, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: failed waiting for cluster=\"list-test-cluster-jfhd8m\" in resourcegroup=\"cluster-listing-dtc5mn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster list-test-cluster-jfhd8m, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: failed waiting for cluster=\\\"list-test-cluster-jfhd8m\\\" in resourcegroup=\\\"cluster-listing-dtc5mn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ea4ad0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000e4e510\u003e{\n                msg: \"failed waiting for cluster=\\\"list-test-cluster-jfhd8m\\\" in resourcegroup=\\\"cluster-listing-dtc5mn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000ea4ad0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e4e540\u003e: \n    failed to create HCP cluster list-test-cluster-jfhd8m, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: failed waiting for cluster=\"list-test-cluster-jfhd8m\" in resourcegroup=\"cluster-listing-dtc5mn\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster list-test-cluster-jfhd8m, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: failed waiting for cluster=\\\"list-test-cluster-jfhd8m\\\" in resourcegroup=\\\"cluster-listing-dtc5mn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ea4ad0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000e4e510\u003e{\n                msg: \"failed waiting for cluster=\\\"list-test-cluster-jfhd8m\\\" in resourcegroup=\\\"cluster-listing-dtc5mn\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000ea4ad0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-jfhd8m in resource group cluster-listing-dtc5mn\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2030101295561445376","occurred_at":"2026-03-07T02:00:40Z","signature_id":"a011a927859eab42ddf930e9ce5cf1b7b13f1ccf25ba1a30aaef3fa502d3bcca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2030101295561445376","occurred_at":"2026-03-07T02:00:40Z","signature_id":"f6fadcda57eac16daaaa4bb696701c243d313f24b762dc2d700af7ccd169f0c9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029525294263570432","occurred_at":"2026-03-05T11:51:51Z","signature_id":"52ffc9148ddaae130657f47d5ee56a315ef660020c8361603a1b60c5edad38e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029525294263570432","occurred_at":"2026-03-05T11:51:51Z","signature_id":"f829270bdf903a2b97369dac4358487abf05f9460f9622a96a53fa0ac95640b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029458659259453440","occurred_at":"2026-03-05T07:27:04Z","signature_id":"80d52a655f083a028c97396d295f36d5f609e9385e91c676e5d3ba7bf0528fbf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029458659259453440","occurred_at":"2026-03-05T07:27:04Z","signature_id":"cf9cde3b58af8c9a6ea2ea97066e0cbab1e3a2e76509fa82ff634ea29998ac5f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029429994882600960","occurred_at":"2026-03-05T05:33:10Z","signature_id":"cb42fe43476eab329e7e7a2c24419a1076aab3e37fadfaa69db7200545a24082","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"017b698d7178d286945bcfe4d6e994b2c02aafa5970c9a52e61fda3c6d5e5d40","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"08e32b13d0d13b6f616ef4b926ae68e8c375a0b3eec441f5679337c17070e83a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"32e2d3e333f7bacf269ac406945ed1f41438d7fe4fdc1316d93ace5d8cda1d7f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"33ad34c8fd03669f0f19326c1670a357f83af9b0ccabaeaf49a11ddde575cfea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"48528b5d36836272263a61f0bdeb203d4adda8896dfc531c1262dd3b64f814f4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"4cbbe94d6a9f61a7e2f528c5405596e679d8b7e8c6e2b08c11213dfb3a586832","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"5dd24788e92e3a4e70b6c91655ec92f0b769b36d8bd6dd77d2e86b77cc19db70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"8f0996009e219310eaadeff43d2356e8f383465b06edc49162c1e68d5e37b8b6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"b7da27507704f520ee648f5b22760c5e1f157832003e8b9a576b7def8d12f8ed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"da1649d9c01e52e74de987823bc31b8477079e3b385a270a7fc4fe6fe9b2cf4e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"e84a3edb0819d025ea656e556c245f15127971b9301ef5b29ff1c247b75bd638","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"0a1fe8b7a2dc791516446f2e9aa5c4671ef30fa1902d241516cd72a905bf2ded","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"0de8a23305e243ed316ae64f801eb973d905f168b7920f3de04c61e5dea16bbd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"243a092c9a85423cf1db68ae6a67c9d4b4dda0225953dac2f58025b89a788011","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"7ae73bcb2719e7bd99a0820ed464866061f12e140dd95a05da17a252dca8b0ef","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"7c84e0d1efad91ef0c5dc4d45902ba15c7c522b9bb8b309194f77ea565adeae9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"908e57a2aeaf5f7680879396414d0255edabb476d02e90845ee1ebbdc84bde6b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"9ad50d27b27298e8c7156c5739d541207a36980aa4a0d667f5fa72683fb47d8b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"b42ef3c6c8b9574f2cf98e8d68f27a4b30e0278698c88f6b3ef48f8a7d613a26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"ede8c9e136d435e0e3e588365f254232b874e5e973702d7d2802cf60a2f4b995","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"fbdd6877a93905611b743f99b66c9645b0d9e95f458b3edb182eb675fb166079","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":25,"runs_affected":2,"failed_runs":2,"run_impact_percent":8.333333333333334,"anchor_occurrences":25,"after_last_push_count":25,"trend_counts":[0,0,0,25,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"1380c26baab1f9948af5f460e9c43570ffc78b9913131bc4252ab14265cd1c30","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"1886966e5378e05391658e5075bef4c4c3d8fca2ad0ef57da19da1edf0e25c72","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"2d8f8420f480a9f18fac9eda745e514afb5126d463a5236701104e055899bc73","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"30cfef98462b75af6c12f2e32d45ac561c102c7b53bd3bad9c25cd858dc5ffe3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"39d491de94f3f0fbd83061a792815db2f29dace0cb486c1b279cc47c334027b7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"3d28b3278d05df923ec721e482ffa3674d1a473efa2d1f27cba0d3d762db5161","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"410d28b7c2e0a4087016c39e028758aea1177208f27dbc7c4edb8f5aaa1cc2bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"4d4d54384d520ca1ce2a3dc372cda92a04ceaa6bd594ef0090cd07b6a795e475","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"6b6674c898d58fa6cc9e55a4351f1e97ed69ab8da3c433e769644077621b56e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"aad984fc831a157ed89f0be99fdfece586dfe0a4929eb3c3ff50d6a9ca34b165","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"c4ed397e8246feb84fca176b8ccb1c21452563af3d839fbd680a4331600c6e26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"d131d92794fe10c86b5c228417636adb79ad705b3962a2523aa15bfed1c4e06c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e0175acf05d12f0156b97cfff668e2439c99eb7a92870ae3059f3fe86b112648","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"18a59115a349f1867faea0c6a2d71213010f158dc47130a2e3ed2218a451e7be","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"48d1130d02723c0875ec7ff58d2dd6d5a872d1b11c4344d8b3dda9c64e544b6c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"570c583d350d168e30d43a088f0d8792d74abafc6ed360ae72e7e7943dd931a0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"656c322c3d922ab4879a46b53ffe08e142b26b2e7812ad173ee6861c605592cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"68faeb77ca030638dc135b98ab96839cb56ceffeee41d207ab38cc6591c124f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"98d6594f8a834b06688dfc5023a03dc309ecc3324d524b9d1853fb10d034dc27","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ba6d45b2ef6f84db9d668133d858d6931eeb2c56375f849524e92a872a276939","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ba6eaca8d19b7a656112f26d73a44422b96e60e767d95dd7f239e317b2b1481a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"d17e7078c1ad8ab17467b80187fc45d0df1af2843c129429cbc55a1463bcb60e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e2f0c1784a2bad83ce14115db6ce9e845c06389a3863cc88931d3b24feba5930","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ef276c8e809419f90a80a1c7b1657275c2000be66435058632fecb8b1f943f34","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"f6072917205b8d4da8d9300215c5c45eec1a788108a4e04deb665c4f50a6dffd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":24,"runs_affected":4,"failed_runs":4,"run_impact_percent":16.666666666666668,"anchor_occurrences":24,"after_last_push_count":24,"trend_counts":[0,8,4,5,7,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":8,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014cc990\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-mbd9lr\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-mbd9lr\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001298900\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr\",\n            },\n            \u003c*fmt.wrapError | 0xc000dce820\u003e{\n                msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-mbd9lr\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014cc990\u003e: \n    failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-mbd9lr\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-mbd9lr\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001298900\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-mbd9lr\",\n            },\n            \u003c*fmt.wrapError | 0xc000dce820\u003e{\n                msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-mbd9lr\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ef68d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sgkhjw\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-sgkhjw\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0004deee0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw\",\n            },\n            \u003c*fmt.wrapError | 0xc000517520\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-sgkhjw\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ef68d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sgkhjw\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-sgkhjw\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0004deee0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-sgkhjw\",\n            },\n            \u003c*fmt.wrapError | 0xc000517520\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-sgkhjw\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00137f290\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-hlwxtl\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-hlwxtl\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00068dd20\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl\",\n            },\n            \u003c*fmt.wrapError | 0xc000d26be0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-hlwxtl\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00137f290\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-hlwxtl\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-hlwxtl\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00068dd20\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-hlwxtl\",\n            },\n            \u003c*fmt.wrapError | 0xc000d26be0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-hlwxtl\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"5690b098eeee6cfa4a1eccae3f8aec88d077e51f4a17cb2857a86cf6a7b8964e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"57eccb44a481863c56e957a0bd8ca9b5e89364a25b54e86056e9d7ed9fd1715d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"6657dd318ad8f3428b2a83bf882b4057b608597ce58b085d43e63aef4ffd5da6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"9a0a20937dc28e1207c41666144d7fcff1b045c2bb7a2145640eda0ef69311d1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"a9d01c9f62f6996df7625ae4872b82ede3e47014c995511c4a98108dfd51cd48","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"c6865c823f4fbd95ac29eba0a60199eba4afdf297670023556af87082d68624c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"d88396eb2fc95cafa9c8d065888dfbbe91cfda3e268ae88959786a20b58a0f13","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"1b0256370ac7cb851df14021e3b8d073e5b7404249ca5925001b6554b9823ff6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"43286c44c29038ab416537319ef24fb2ec4f9fc152a86133239c4f3d7d02ac26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"952f2ae1c9d5c027db9b8bfb923fc26e7e3783ffd7bbdd7bb7b48e8032c67e7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"b4c0f6f1e4e1335a920a208affa2b7dcebfc1c3e3219a7b8f8b857aaefd81103","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"b8d3d7c4d84d1b2144efc0661c3420a0c3f0c1a51a47abf425e3abdc023cd1b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"249b75096d06dfbb9edb0a1ad56e1beee069fd484b55fc96173f3e4dd807bfd6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"2c748cbb4ada12c0e6f8e046cc4f95d857c0b3ec3eaa866c389d86e8a26deacb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"63f43c3557360dead2bbb5864e395706223a3c2479e7266d5240f2302f4902bb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"e088e678dfd9e62ed0375406977e6fea81ee5378f115e9ed890ac7f3939a7367","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"083bf737c1211743b062a4da0e880217214793eb1f204444943f48ed055df246","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"26133a792dbcc7e8babdb0b62541100f2c11792ec0226ee7d44f184beaf7b073","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"2baede4e18b8905195e716c02f03d266b4dab94d8ef75f2364175d1c881ec72d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"5c5fb747ae00c696d8b8d431a1a9f6a68f08f5533643fb7eb9d6c5bfe7997fa4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"754912d5e2f25b9f055bc52be729212fc742df29e06a0df01a42836cda416768","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"bb68b96db99a1c12b6d2400d46d8a1277cdef8a4873a3c4ab07ae11b000e219f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"fa843df8ff5f641fbc664b2d27cc1bb6b546835b6a6d2fc892ccca6f15ff1dd5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"fbcff8d7cbba67aba8c0e763dd7c39750b68cb45958379462f9086f61a681e20","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":9,"runs_affected":7,"failed_runs":7,"run_impact_percent":29.166666666666668,"anchor_occurrences":9,"after_last_push_count":16,"trend_counts":[2,1,5,1,2,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":10,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2}],"full_error_samples":["o complete creation\")\n                \u003e _, err = poller2.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000d270b0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 48\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:135 @ 03/05/26 07:05:43.617\n  \"ts\"=\"2026-03-05 07:05:43.617714\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-05 07:05:43.617781\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-kwnth4\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:43.829234\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-kwnth4\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-05 07:05:45.615032\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-4clpsq\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:45.785098\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-4clpsq\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-05 07:05:47.508736\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-05 07:05:47.508844\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-05 07:05:47.508918\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-05 07:05:47.509851\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\"\n  \"ts\"=\"2026-03-05 07:05:47.509863\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\"\n  \"ts\"=\"2026-03-05 07:05:47.509936\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:47.509891\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\"\n  \"ts\"=\"2026-03-05 07:05:47.705727\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-05 07:05:47.837833\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-4clpsq\"\n  \"ts\"=\"2026-03-05 07:05:47.842262\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.843623\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.971538\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\" \"deployment\"=\"msi-deployment-120\"\n  \"ts\"=\"2026-03-05 07:05:47.971609\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\" \"deployment\"=\"msi-deployment-124\"\n  \"ts\"=\"2026-03-05 07:05:47.979881\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.993788\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-05 07:05:48.130080\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"customer-infra-basic-hcp-cluster-kwnth4\"\n  \"ts\"=\"2026-03-05 07:05:48.635410\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\" \"deployment\"=\"msi-deployment-108\"\n  \"ts\"=\"2026-03-05 07:05:48.772313\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-05 07:05:48.772502\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-05 07:05:48.772619\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:20:34.392780\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:20:34.392812\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"customer-rg-hxctbd\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\no complete creation\")\n                \u003e _, err = poller2.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000d270b0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 48\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:135 @ 03/05/26 07:05:43.617\n  \"ts\"=\"2026-03-05 07:05:43.617714\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-05 07:05:43.617781\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-kwnth4\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:43.829234\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-kwnth4\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-05 07:05:45.615032\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-4clpsq\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:45.785098\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-4clpsq\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-05 07:05:47.508736\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-05 07:05:47.508844\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-05 07:05:47.508918\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-05 07:05:47.509851\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\"\n  \"ts\"=\"2026-03-05 07:05:47.509863\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\"\n  \"ts\"=\"2026-03-05 07:05:47.509936\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:05:47.509891\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\"\n  \"ts\"=\"2026-03-05 07:05:47.705727\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-05 07:05:47.837833\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-4clpsq\"\n  \"ts\"=\"2026-03-05 07:05:47.842262\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.843623\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.971538\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-120\" \"deployment\"=\"msi-deployment-120\"\n  \"ts\"=\"2026-03-05 07:05:47.971609\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-124\" \"deployment\"=\"msi-deployment-124\"\n  \"ts\"=\"2026-03-05 07:05:47.979881\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-05 07:05:47.993788\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-05 07:05:48.130080\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-hxctbd\" \"deployment\"=\"customer-infra-basic-hcp-cluster-kwnth4\"\n  \"ts\"=\"2026-03-05 07:05:48.635410\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-108\" \"deployment\"=\"msi-deployment-108\"\n  \"ts\"=\"2026-03-05 07:05:48.772313\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-05 07:05:48.772502\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-05 07:05:48.772619\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:20:34.392780\" \"level\"=0 \"msg\"=\"no left behind managed resource groups found\" \"resourceGroup\"=\"customer-rg-hxctbd\"\n  \"ts\"=\"2026-03-05 07:20:34.392812\" \"level\"=0 \"msg\"=\"deleting resource group\" \"resourceGroup\"=\"customer-rg-hxctbd\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command",".(*clientConnReadLoop).run(0xc000383fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000383f60 sp=0xc000383e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001550380)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000383fc8 sp=0xc000383f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000383fe0 sp=0xc000383fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000383fe8 sp=0xc000383fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 95\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\ngoroutine 1155 gp=0xc001550a80 m=nil [IO wait]:\nruntime.gopark(0xc0008a3600?, 0xc000e11758?, 0x6c?, 0xa0?, 0xb?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000e11720 sp=0xc000e11700 pc=0x2abd28e\nruntime.netpollblock(0x2b26d58?, 0x2a49046?, 0x0?)\n\t/usr/local/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e11758 sp=0xc000e11720 pc=0x2a7ce97\ninternal/poll.runtime_pollWait(0x7f281ec6ca00, 0x72)\n\t/usr/local/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e11778 sp=0xc000e11758 pc=0x2abbb25\ninternal/poll.(*pollDesc).wait(0xc000251d80?, 0xc00148c000?, 0x0)\n\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e117a0 sp=0xc000e11778 pc=0x2b49a87\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000251d80, {0xc00148c000, 0x1300, 0x1300})\n\t/usr/local/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e11838 sp=0xc000e117a0 pc=0x2b4aeb9\nnet.(*netFD).Read(0xc000251d80, {0xc00148c000?, 0xc00148c000?, 0x5?})\n\t/usr/local/go/src/net/fd_posix.go:68 +0x25 fp=0xc000e11880 sp=0xc000e11838 pc=0x2cdf185\nnet.(*conn).Read(0xc0009360c8, {0xc00148c000?, 0x7f286585c210?, 0x7f28658535c0?})\n\t/usr/local/go/src/net/net.go:196 +0x45 fp=0xc000e118c8 sp=0xc000e11880 pc=0x2cf1225\ncrypto/tls.(*atLeastReader).Read(0xc000013b60, {0xc00148c000?, 0x12fb?, 0xe?})\n\t/usr/local/go/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e11910 sp=0xc000e118c8 pc=0x2d5cadb\nbytes.(*Buffer).ReadFrom(0xc00095d428, {0x8173120, 0xc000013b60})\n\t/usr/local/go/src/bytes/buffer.go:217 +0x98 fp=0xc000e11968 sp=0xc000e11910 pc=0x2b87a38\ncrypto/tls.(*Conn).readFromUntil(0xc00095d188, {0x8173b20, 0xc0009360c8}, 0xc000e119d0?)\n\t/usr/local/go/src/crypto/tls/conn.go:841 +0xde fp=0xc000e119a0 sp=0xc000e11968 pc=0x2d5ccbe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc00095d188, 0x0)\n\t/usr/local/go/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e11c18 sp=0xc000e119a0 pc=0x2d59d3b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/local/go/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc00095d188, {0xc001478000, 0x1000, 0x319b220?})\n\t/usr/local/go/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e11c80 sp=0xc000e11c18 pc=0x2d60625\nbufio.(*Reader).Read(0xc000e81440, {0xc00154e2e4, 0x9, 0x2a409ab?})\n\t/usr/local/go/src/bufio/bufio.go:245 +0x197 fp=0xc000e11cb8 sp=0xc000e11c80 pc=0x2c22617\nio.ReadAtLeast({0x8172700, 0xc000e81440}, {0xc00154e2e4, 0x9, 0x9}, 0x9)\n\t/usr/local/go/src/io/io.go:335 +0x8e fp=0xc000e11d00 sp=0xc000e11cb8 pc=0x2b17aee\nio.ReadFull(...)\n\t/usr/local/go/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc00154e2e4, 0x9, 0x6cd24e0?}, {0x8172700?, 0xc000e81440?})\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:242 +0x65 fp=0xc000e11d50 sp=0xc000e11d00 pc=0x31929c5\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc00154e2a0)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:505 +0x6b fp=0xc000e11dd8 sp=0xc000e11d50 pc=0x319358b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc00154e2a0)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:564 +0x18 fp=0xc000e11e18 sp=0xc000e11dd8 pc=0x3193cf8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e11fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000e11f60 sp=0xc000e11e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001551c00)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000e11fc8 sp=0xc000e11f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000e11fe0 sp=0xc000e11fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e11fe8 sp=0xc000e11fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 1154\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x5\nrcx    0x2a3ce0e\nrdx    0x80\nrdi    0x5\nrsi    0x7ffff925c09c\nrbp    0x7ffff925c050\nrsp    0x7ffff925c008\nr8     0x0\nr9     0x0\nr10    0x11ba\nr11    0x246\nr12    0x7ffff925c0e0\nr13    0x1\nr14    0xb2ed360\nr15    0x5\nrip    0x2a3ce0e\nrflags 0x246\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n.(*clientConnReadLoop).run(0xc000383fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000383f60 sp=0xc000383e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001550380)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000383fc8 sp=0xc000383f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000383fe0 sp=0xc000383fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000383fe8 sp=0xc000383fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 95\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\ngoroutine 1155 gp=0xc001550a80 m=nil [IO wait]:\nruntime.gopark(0xc0008a3600?, 0xc000e11758?, 0x6c?, 0xa0?, 0xb?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000e11720 sp=0xc000e11700 pc=0x2abd28e\nruntime.netpollblock(0x2b26d58?, 0x2a49046?, 0x0?)\n\t/usr/local/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e11758 sp=0xc000e11720 pc=0x2a7ce97\ninternal/poll.runtime_pollWait(0x7f281ec6ca00, 0x72)\n\t/usr/local/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e11778 sp=0xc000e11758 pc=0x2abbb25\ninternal/poll.(*pollDesc).wait(0xc000251d80?, 0xc00148c000?, 0x0)\n\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e117a0 sp=0xc000e11778 pc=0x2b49a87\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000251d80, {0xc00148c000, 0x1300, 0x1300})\n\t/usr/local/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000e11838 sp=0xc000e117a0 pc=0x2b4aeb9\nnet.(*netFD).Read(0xc000251d80, {0xc00148c000?, 0xc00148c000?, 0x5?})\n\t/usr/local/go/src/net/fd_posix.go:68 +0x25 fp=0xc000e11880 sp=0xc000e11838 pc=0x2cdf185\nnet.(*conn).Read(0xc0009360c8, {0xc00148c000?, 0x7f286585c210?, 0x7f28658535c0?})\n\t/usr/local/go/src/net/net.go:196 +0x45 fp=0xc000e118c8 sp=0xc000e11880 pc=0x2cf1225\ncrypto/tls.(*atLeastReader).Read(0xc000013b60, {0xc00148c000?, 0x12fb?, 0xe?})\n\t/usr/local/go/src/crypto/tls/conn.go:819 +0x3b fp=0xc000e11910 sp=0xc000e118c8 pc=0x2d5cadb\nbytes.(*Buffer).ReadFrom(0xc00095d428, {0x8173120, 0xc000013b60})\n\t/usr/local/go/src/bytes/buffer.go:217 +0x98 fp=0xc000e11968 sp=0xc000e11910 pc=0x2b87a38\ncrypto/tls.(*Conn).readFromUntil(0xc00095d188, {0x8173b20, 0xc0009360c8}, 0xc000e119d0?)\n\t/usr/local/go/src/crypto/tls/conn.go:841 +0xde fp=0xc000e119a0 sp=0xc000e11968 pc=0x2d5ccbe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc00095d188, 0x0)\n\t/usr/local/go/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e11c18 sp=0xc000e119a0 pc=0x2d59d3b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/local/go/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc00095d188, {0xc001478000, 0x1000, 0x319b220?})\n\t/usr/local/go/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e11c80 sp=0xc000e11c18 pc=0x2d60625\nbufio.(*Reader).Read(0xc000e81440, {0xc00154e2e4, 0x9, 0x2a409ab?})\n\t/usr/local/go/src/bufio/bufio.go:245 +0x197 fp=0xc000e11cb8 sp=0xc000e11c80 pc=0x2c22617\nio.ReadAtLeast({0x8172700, 0xc000e81440}, {0xc00154e2e4, 0x9, 0x9}, 0x9)\n\t/usr/local/go/src/io/io.go:335 +0x8e fp=0xc000e11d00 sp=0xc000e11cb8 pc=0x2b17aee\nio.ReadFull(...)\n\t/usr/local/go/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc00154e2e4, 0x9, 0x6cd24e0?}, {0x8172700?, 0xc000e81440?})\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:242 +0x65 fp=0xc000e11d50 sp=0xc000e11d00 pc=0x31929c5\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc00154e2a0)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:505 +0x6b fp=0xc000e11dd8 sp=0xc000e11d50 pc=0x319358b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc00154e2a0)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/frame.go:564 +0x18 fp=0xc000e11e18 sp=0xc000e11dd8 pc=0x3193cf8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e11fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000e11f60 sp=0xc000e11e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001551c00)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000e11fc8 sp=0xc000e11f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000e11fe0 sp=0xc000e11fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e11fe8 sp=0xc000e11fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 1154\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\nrax    0xfffffffffffffffc\nrbx    0x5\nrcx    0x2a3ce0e\nrdx    0x80\nrdi    0x5\nrsi    0x7ffff925c09c\nrbp    0x7ffff925c050\nrsp    0x7ffff925c008\nr8     0x0\nr9     0x0\nr10    0x11ba\nr11    0x246\nr12    0x7ffff925c0e0\nr13    0x1\nr14    0xb2ed360\nr15    0x5\nrip    0x2a3ce0e\nrflags 0x246\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","p=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\np=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029429994882600960","occurred_at":"2026-03-05T05:33:10Z","signature_id":"16aae9966619744a64c2127b89cb918e309289be14807542bf7ca858e6a4adaf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"11375158fa80661caa725c8868bcdfeb28ce475cb78fc7e105120f8d3ff5a283","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"4bb37a09fefd71cdf148e949d806ed0262c48a6fa81c7ffa2878831bda11418e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"369dd9382f8d7b890587a7a1bdc0940fac0c81cf54a56b113066964c543b6c94","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"70a7cae78b510f8f18bdd37dcc8aba81435a3eb5622197cbe895aadf1b90c932","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"bda0a0e6979d2390f65e8fca864a0635a7ea4ef1201455a621f24f1c69b1e55a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"2a68f81be769ce011036801b5d26494ccbbf700474745e3e1fe3b49936d95b9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"cef96c2a79670ec90e6097efdbc7e1d97d7c729507cc78a7c4a5f743964a8fda","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"8a16f5220d2fd7cf744e30cbdebd85d48f27edbf21364203e6e7d7da52a91ac5","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-bpbf64\" in resourcegroup=\"admin-credential-lifecycle-test-g6cnxr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-bpbf64 in resource group admin-credential-lifecycle-test-g6cnxr, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":7,"runs_affected":2,"failed_runs":2,"run_impact_percent":8.333333333333334,"anchor_occurrences":7,"after_last_push_count":7,"trend_counts":[0,1,6,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007de9f0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-kwvkmn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h4bz6t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a8b2e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007de9f0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-kwvkmn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h4bz6t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a8b2e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d74b10\u003e: \n    failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-jqxbnn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-jqxbnn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a12210\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d74b10\u003e: \n    failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-jqxbnn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-jqxbnn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a12210\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001488b40\u003e: \n    failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-svgd9j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-svgd9j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0002ff5c0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001488b40\u003e: \n    failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-svgd9j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-svgd9j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0002ff5c0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"2d647a85f21d23214b8650e69acc71e0976c96423f5fb6521469473f1bb2f867","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"701ddc4f9ef7aeffafaa7e009ebf57910eb68a7c9fd31115d3d90b133b4bfd52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"7680ed401c09a5a8034ffa3dcb134a37e19bc575f66b0050dbffffb31b563b16","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"b5115187ac12066c81d4af01b9115d9641f2a7fc8faf5895603df500a2d38089","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"d095609085b62abd2a2bcb9901bc61ed3d828abca0489275343694139a551f83","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"e98054501a4f7933b4acd88af42376e57bbcc8ff2b128a0ccf07f15ac354198b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"558e7105b479f91ba6cba58747ff8530cebd7a5dcad40ae56f99f36cc2cf45fd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":5,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,5,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"412e499270aefd6c8b6ffbb99d9ec6ef880d5905db015a9bab34779347db3617","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"764c8e7bbb7071fdb1b37426155d148ed7385f6c903c3379b92ef945522798a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"83b604fe142fa972333bb7d918310e3c7bbf9aeaf04fdb92663f53f6b63e452d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"a9a63d1fc30ee5c1e7298fc0aa94a7b7aac2e4c71f874f7fafdc97e36c3fbd7a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c61201b04c0ca83b7fb49e6bd3fb8059600ae9e4df256b3957a5e207c3ed133e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":16.666666666666668,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,1,1,1,1,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":8,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000877800\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-dzsdxm\" for cluster=\"ea-listxfk7fg\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-dzsdxm\\\" for cluster=\\\"ea-listxfk7fg\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008746a0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000877800\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-dzsdxm\" for cluster=\"ea-listxfk7fg\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-dzsdxm\\\" for cluster=\\\"ea-listxfk7fg\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008746a0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listxfk7fg in resource group ea-list-dzsdxm\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eccd20\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-ls8jkz\" for cluster=\"ea-listdwzhrk\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-ls8jkz\\\" for cluster=\\\"ea-listdwzhrk\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00083abf0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eccd20\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-ls8jkz\" for cluster=\"ea-listdwzhrk\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-ls8jkz\\\" for cluster=\\\"ea-listdwzhrk\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00083abf0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"6d4a0053e53017bc2efb5fec419a9339144dbc625f26148d16e0f6c9ec31ae88","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"63a6837f56b0873601b29c9b7aa863e8f53878a033dab8ef29de32e925662eca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","signature_id":"5d120e3b14905958df7cb9d7acc162ae843b19f8a37edd16d244139511c4f11e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"f7305a03c8cef963f66e3bb47ec1a9fadda8c0b3c3d9358d2c6fc369c3dcdfeb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,0,0,4,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"8d5a1b7f41978ff5cf59159134d18da810bf8c43bd9550b6704fec3de2dcd707","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c1e6e7b4a781174a96b94166b3509c03b1c9ac9c1e365075b85a24244f4077b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"d2f2e80398e84b5b608729ad2b774aa0247cfcd82d2b732d6099177b75cea0d2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"f4d44afea708b0685c04d331da7b0e83b06bdb890d47e593fd45d6a8b274f27c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":12.5,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,2,0,1,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.004s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.004s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.145s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.145s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.006s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.006s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029458659259453440","occurred_at":"2026-03-05T07:27:04Z","signature_id":"ee8099a3b414c84f0dabbe6ee3f745157c59a94f539cde4bae37fe8fe9711731","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","signature_id":"820619bcd5687b3bfe243ccc47aa109fc20b546f9fe3986b85846fabfd3d1e59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","signature_id":"4f3fda9076e5a0e453dc8330472cdfbcd9f2b41ce57edf1d1a6a79a6f3910ba0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"a4836f65199e80fe4c6e326686d84c1284118526f09ab7a96fa6064477b81554","failure_pattern":"ERROR CODE: Conflict; detail message Cannot request credential while resource is \"provisioning\"; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":8.333333333333334,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,1,1,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:103]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00049ee40\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00147a210\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Envoy-Upstream-Service-Time\": [\"3041\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/5f33cbb9-f37a-429b-bce1-8edaf9908424\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260305T021539Z:547cbd7f-379b-40c1-bc2c-84c59906fb55\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: AD38B254178B410585C028F8AB33DE1C Ref B: CH1AA2020610031 Ref C: 2026-03-05T02:15:35Z\",\n                    ],\n                    \"Date\": [\n                        \"Thu, 05 Mar 2026 02:15:38 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Request-Id\": [\n                        \"b2ef27e1-1259-4b08-a852-40ef41f5feca\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"547cbd7f-379b-40c1-bc2c-84c59906fb55\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"319\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00049ece0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:103]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00049ee40\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-4v2vfj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00147a210\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Envoy-Upstream-Service-Time\": [\"3041\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/5f33cbb9-f37a-429b-bce1-8edaf9908424\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260305T021539Z:547cbd7f-379b-40c1-bc2c-84c59906fb55\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: AD38B254178B410585C028F8AB33DE1C Ref B: CH1AA2020610031 Ref C: 2026-03-05T02:15:35Z\",\n                    ],\n                    \"Date\": [\n                        \"Thu, 05 Mar 2026 02:15:38 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Request-Id\": [\n                        \"b2ef27e1-1259-4b08-a852-40ef41f5feca\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"547cbd7f-379b-40c1-bc2c-84c59906fb55\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"319\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00049ece0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"e0b0778584beff88c7177e5b89f0191dd4480c074d9c92e153c2195a5e38fc0c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c5ab4652300b0b93fd52a19cbaf29d03ce7cc94f2d7578f1f5249ff6daf2e71a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"79d555cc6e5bd17f4b96af0c9e2da6a571d8241aacf20f84304c98773ef2682b","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4wfkv\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":8.333333333333334,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,0,0,1,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:190]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001195460\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zqs4nb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-ver-4-19-7\\\" for cluster \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-zqs4nb\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:190]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001195460\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zqs4nb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-ver-4-19-7\\\" for cluster \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-zqs4nb\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:190]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009152c0\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4wfkv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-ver-4-19-7\\\" for cluster \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-w4wfkv\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:190]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009152c0\u003e: \n    failed waiting for nodepool=\"np-ver-4-19-7\" for cluster \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-w4wfkv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-ver-4-19-7\\\" for cluster \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-w4wfkv\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029376488976945152","occurred_at":"2026-03-05T02:00:33Z","signature_id":"62bdb5cfa7eb3801845b141eb945bfc086977ab55b12f146d6260cef91cefdc6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028289411237548032","occurred_at":"2026-03-02T02:00:54Z","signature_id":"ef971ead62ab1524d2f1adab19029b1cc9e831b2f4c5af180d49c4ff18120b39","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f857de2c5e56e72217fe7d44719f4c942b4d08fb11481e22c3bb2c99ba18642b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"b313417c25ca7803be8d445af10b0766b3d354311bbf8e68ebe40bae349ca987","failure_pattern":"Value for field 'Issuer.CommonName' failed to satisfy matcher.","search_query":"Value for field 'Issuer.CommonName' failed to satisfy matcher.","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,0,1],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [/go/pkg/mod/github.com/onsi/gomega@v1.39.1/internal/async_assertion.go:149]: Timed out after 240.001s.\nexpect certificate to be issued by Microsoft\nValue for field 'Issuer.CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: root-ca\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+\nfail [/go/pkg/mod/github.com/onsi/gomega@v1.39.1/internal/async_assertion.go:149]: Timed out after 240.001s.\nexpect certificate to be issued by Microsoft\nValue for field 'Issuer.CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: root-ca\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2030719757241552896","occurred_at":"2026-03-08T18:58:13Z","signature_id":"ec0e2d7fa32906a726efab17dbb4525157aaa4b3f883066b6b91f5b11ab8e73d","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}