{"meta":{"start_date":"2026-03-04","end_date":"2026-03-04","start_at":"2026-03-04T00:00:00Z","end_at":"2026-03-05T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T23:15:09Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":3,"failed_runs":3,"raw_occurrences":59,"matched_occurrences":59,"runs_affected":3},"rows":[{"environment":"prod","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":25,"runs_affected":2,"failed_runs":2,"run_impact_percent":66.66666666666667,"anchor_occurrences":25,"after_last_push_count":25,"trend_counts":[0,0,0,0,0,0,25],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"1380c26baab1f9948af5f460e9c43570ffc78b9913131bc4252ab14265cd1c30","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"1886966e5378e05391658e5075bef4c4c3d8fca2ad0ef57da19da1edf0e25c72","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"2d8f8420f480a9f18fac9eda745e514afb5126d463a5236701104e055899bc73","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"30cfef98462b75af6c12f2e32d45ac561c102c7b53bd3bad9c25cd858dc5ffe3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"39d491de94f3f0fbd83061a792815db2f29dace0cb486c1b279cc47c334027b7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"3d28b3278d05df923ec721e482ffa3674d1a473efa2d1f27cba0d3d762db5161","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"410d28b7c2e0a4087016c39e028758aea1177208f27dbc7c4edb8f5aaa1cc2bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"4d4d54384d520ca1ce2a3dc372cda92a04ceaa6bd594ef0090cd07b6a795e475","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"6b6674c898d58fa6cc9e55a4351f1e97ed69ab8da3c433e769644077621b56e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"aad984fc831a157ed89f0be99fdfece586dfe0a4929eb3c3ff50d6a9ca34b165","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"c4ed397e8246feb84fca176b8ccb1c21452563af3d839fbd680a4331600c6e26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"d131d92794fe10c86b5c228417636adb79ad705b3962a2523aa15bfed1c4e06c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e0175acf05d12f0156b97cfff668e2439c99eb7a92870ae3059f3fe86b112648","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"18a59115a349f1867faea0c6a2d71213010f158dc47130a2e3ed2218a451e7be","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"48d1130d02723c0875ec7ff58d2dd6d5a872d1b11c4344d8b3dda9c64e544b6c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"570c583d350d168e30d43a088f0d8792d74abafc6ed360ae72e7e7943dd931a0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"656c322c3d922ab4879a46b53ffe08e142b26b2e7812ad173ee6861c605592cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"68faeb77ca030638dc135b98ab96839cb56ceffeee41d207ab38cc6591c124f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"98d6594f8a834b06688dfc5023a03dc309ecc3324d524b9d1853fb10d034dc27","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ba6d45b2ef6f84db9d668133d858d6931eeb2c56375f849524e92a872a276939","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ba6eaca8d19b7a656112f26d73a44422b96e60e767d95dd7f239e317b2b1481a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"d17e7078c1ad8ab17467b80187fc45d0df1af2843c129429cbc55a1463bcb60e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e2f0c1784a2bad83ce14115db6ce9e845c06389a3863cc88931d3b24feba5930","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"ef276c8e809419f90a80a1c7b1657275c2000be66435058632fecb8b1f943f34","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"f6072917205b8d4da8d9300215c5c45eec1a788108a4e04deb665c4f50a6dffd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":16,"runs_affected":2,"failed_runs":2,"run_impact_percent":66.66666666666667,"anchor_occurrences":16,"after_last_push_count":31,"trend_counts":[1,1,0,0,1,12,16],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":7,"prior_last_seen_at":"2026-02-27T02:00:51Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":5,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,5],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":7,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e6630\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-f6kzk8\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a36550\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8\",\n            },\n            \u003c*fmt.wrapError | 0xc0009dc4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e6630\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-f6kzk8\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a36550\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8\",\n            },\n            \u003c*fmt.wrapError | 0xc0009dc4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b345d0\u003e: \n    failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b2d2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs\",\n            },\n            \u003c*fmt.wrapError | 0xc0008b49c0\u003e{\n                msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b345d0\u003e: \n    failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b2d2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs\",\n            },\n            \u003c*fmt.wrapError | 0xc0008b49c0\u003e{\n                msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013f4bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-tjpbzb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009ed300\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb\",\n            },\n            \u003c*fmt.wrapError | 0xc000f4a800\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013f4bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-tjpbzb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009ed300\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb\",\n            },\n            \u003c*fmt.wrapError | 0xc000f4a800\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"1b0256370ac7cb851df14021e3b8d073e5b7404249ca5925001b6554b9823ff6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"43286c44c29038ab416537319ef24fb2ec4f9fc152a86133239c4f3d7d02ac26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"952f2ae1c9d5c027db9b8bfb923fc26e7e3783ffd7bbdd7bb7b48e8032c67e7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"b4c0f6f1e4e1335a920a208affa2b7dcebfc1c3e3219a7b8f8b857aaefd81103","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"b8d3d7c4d84d1b2144efc0661c3420a0c3f0c1a51a47abf425e3abdc023cd1b8","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":5,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,5],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"412e499270aefd6c8b6ffbb99d9ec6ef880d5905db015a9bab34779347db3617","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"764c8e7bbb7071fdb1b37426155d148ed7385f6c903c3379b92ef945522798a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"83b604fe142fa972333bb7d918310e3c7bbf9aeaf04fdb92663f53f6b63e452d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"a9a63d1fc30ee5c1e7298fc0aa94a7b7aac2e4c71f874f7fafdc97e36c3fbd7a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c61201b04c0ca83b7fb49e6bd3fb8059600ae9e4df256b3957a5e207c3ed133e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,0,0,0,0,0,4],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"8d5a1b7f41978ff5cf59159134d18da810bf8c43bd9550b6704fec3de2dcd707","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c1e6e7b4a781174a96b94166b3509c03b1c9ac9c1e365075b85a24244f4077b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"d2f2e80398e84b5b608729ad2b774aa0247cfcd82d2b732d6099177b75cea0d2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"f4d44afea708b0685c04d331da7b0e83b06bdb890d47e593fd45d6a8b274f27c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f857de2c5e56e72217fe7d44719f4c942b4d08fb11481e22c3bb2c99ba18642b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":7,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"63a6837f56b0873601b29c9b7aa863e8f53878a033dab8ef29de32e925662eca","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":14,"trend_counts":[0,2,3,2,1,5,1],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":8,"prior_last_seen_at":"2026-03-01T02:00:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1}],"full_error_samples":["p=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\np=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","signature_id":"4bb37a09fefd71cdf148e949d806ed0262c48a6fa81c7ffa2878831bda11418e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"a4836f65199e80fe4c6e326686d84c1284118526f09ab7a96fa6064477b81554","failure_pattern":"ERROR CODE: Conflict; detail message Cannot request credential while resource is \"provisioning\"; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-26..2026-03-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","signature_id":"c5ab4652300b0b93fd52a19cbaf29d03ce7cc94f2d7578f1f5249ff6daf2e71a","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}