{"meta":{"date":"2026-03-04","timezone":"UTC","generated_at":"2026-08-30T17:49:17Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":3,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-04T11:18:47Z"},"failed_at":["e2e"],"failed_test_count":17,"occurrences":[{"row_id":"0fd30f74aae6c84995c312ea5a95d4ada59343801ecb111f6dac930c73506bbf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"b4c0f6f1e4e1335a920a208affa2b7dcebfc1c3e3219a7b8f8b857aaefd81103","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001195ce0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-5jpdsk\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jpdsk\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000112ea0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk\",\n            },\n            \u003c*fmt.wrapError | 0xc00075b4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jpdsk\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001195ce0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-5jpdsk\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jpdsk\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000112ea0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-5jpdsk\",\n            },\n            \u003c*fmt.wrapError | 0xc00075b4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jpdsk\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded"}},{"row_id":"1099b651443d9b329bc7b8c3c8c58faa2769440c93fe229842a3516af517b306","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"83b604fe142fa972333bb7d918310e3c7bbf9aeaf04fdb92663f53f6b63e452d","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f06a60\u003e: \n    failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\"list-test-cluster-p6lb7l\" in resourcegroup=\"cluster-listing-dlgx6v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"name\": \"4019f702-1223-4f14-b6db-2e256f1f2a87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:40:19.135177985Z\",\n      \"endTime\": \"2026-03-04T11:45:00.015034663Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-p6lb7l: failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f06a40\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-p6lb7l\\\" in resourcegroup=\\\"cluster-listing-dlgx6v\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"name\\\": \\\"4019f702-1223-4f14-b6db-2e256f1f2a87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:40:19.135177985Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.015034663Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00122cd20\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"19\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/8ffb5ba3-48ab-446c-a59c-3f9d09ee97a7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114501Z:4d14fc79-c15b-43f1-b5fc-ec2ab314d07f\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a63da353-17cb-482c-9907-e48691e47dad\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"499\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Msedge-Ref\": [\n                ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"12ae342ea64f8c9b5240b6d3fe1ad63670aa6d4df7d85aff0414a6a2d291d5f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"1b0256370ac7cb851df14021e3b8d073e5b7404249ca5925001b6554b9823ff6","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e6630\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-f6kzk8\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a36550\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8\",\n            },\n            \u003c*fmt.wrapError | 0xc0009dc4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009e6630\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-f6kzk8\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000a36550\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-f6kzk8\",\n            },\n            \u003c*fmt.wrapError | 0xc0009dc4e0\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-f6kzk8\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded"}},{"row_id":"13707f84652e9c25ab5ba8852e140b3ff2a1ddb645503397c05be616b37a850c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"63a6837f56b0873601b29c9b7aa863e8f53878a033dab8ef29de32e925662eca","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001057380\u003e: \n    failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-8crjbf\\\" for cluster=\\\"ea-listr26d5r\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000717760\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-8crjbf\" for cluster=\"ea-listr26d5r\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listr26d5r in resource group ea-list-8crjbf, error: context deadline exceeded"}},{"row_id":"1700d51d609f2139da856307ca0586e4d9b9717d1b01a8a0d4c9871eb5c4be11","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"c5ab4652300b0b93fd52a19cbaf29d03ce7cc94f2d7578f1f5249ff6daf2e71a","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000d461a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while resource is \\\"provisioning\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while resource is \\\\\\\"provisioning\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-l4v8j8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0014c8630\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"24\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260304T114425Z:04a3d0b4-7658-4960-bd57-a56b1404d40f\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"316\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/75e212f8-cdc9-4ef9-961a-651c91f9ecd9\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"51931baa-6371-4efa-a708-4f0f312f1ca0\",\n                    ],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:44:25 GMT\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 8417EFDD14874F8BB0E5237BA546D57F Ref B: CHI261140512040 Ref C: 2026-03-04T11:44:25Z\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000d46000\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 92, 34, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 92, 34, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a4836f65199e80fe4c6e326686d84c1284118526f09ab7a96fa6064477b81554","failure_pattern":"ERROR CODE: Conflict; detail message Cannot request credential while resource is \"provisioning\"; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict"}},{"row_id":"1a913d8966a624514295103e8b92df77d06a996056829b3a8005883da74bd6f5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"412e499270aefd6c8b6ffbb99d9ec6ef880d5905db015a9bab34779347db3617","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0007439c0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-rggf4c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"name\": \"b1c8c857-485d-4a3c-b764-cd54b5d212a2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:32.91171511Z\",\n      \"endTime\": \"2026-03-04T11:45:01.618825129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0007439a0\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-rggf4c\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"name\\\": \\\"b1c8c857-485d-4a3c-b764-cd54b5d212a2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:32.91171511Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:01.618825129Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000679c80\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114509Z:d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: C1EE60EB4B804177AABFC80DC74FA33E Ref B: CHI261140501054 Ref C: 2026-03-04T11:45:08Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"d921fb07-cad8-47f3-beb6-14b898dd9e31\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"498\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"11\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/78cb4115-38f4-400a-a373-de90cb3f6447\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"20c24d8fe486482298e636bfe596fa8f4b88f3fa632c65a6f6111a50c0525a25","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f857de2c5e56e72217fe7d44719f4c942b4d08fb11481e22c3bb2c99ba18642b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"282a79804c003d71ddcc81cd541e8c8539e8f9dd89a4a060b348392b86df5bf8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"c1e6e7b4a781174a96b94166b3509c03b1c9ac9c1e365075b85a24244f4077b2","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c090a0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-v554wg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"name\": \"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:29:07.030229354Z\",\n      \"endTime\": \"2026-03-04T11:33:56.440551062Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-v554wg\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"name\\\": \\\"b6c96910-d9fe-4ee6-be6a-ddfe7e0aebc3\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:29:07.030229354Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:56.440551062Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-0\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-1\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-v554wg--managed/providers/Microsoft.Network/publicIPAddresses/2oqsj0l8tte65mugqrulb0nrcn5o984k-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"367498fb4e1c4d442117fe61b04b858afc3add442968e6341a2623b347f01d2a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"f4d44afea708b0685c04d331da7b0e83b06bdb890d47e593fd45d6a8b274f27c","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0014a86a0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-cqrzqm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\",\n      \"name\": \"ee06715b-b440-41cc-8866-ae10dbcc67f8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:52:51.02692019Z\",\n      \"endTime\": \"2026-03-04T11:56:11.562177046Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-cqrzqm\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"name\\\": \\\"ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:52:51.02692019Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:56:11.562177046Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0014a8680\u003e{\n            msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-cqrzqm\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"name\\\": \\\"ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:52:51.02692019Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:56:11.562177046Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000df4d20\u003e{\n                ErrorCode: \"InternalServerError...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0014a86a0\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-cqrzqm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\",\n      \"name\": \"ee06715b-b440-41cc-8866-ae10dbcc67f8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:52:51.02692019Z\",\n      \"endTime\": \"2026-03-04T11:56:11.562177046Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-cqrzqm\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"name\\\": \\\"ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:52:51.02692019Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:56:11.562177046Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0014a8680\u003e{\n            msg: \"failed waiting for cluster=\\\"disabled-image-registry-hcp-cluster\\\" in resourcegroup=\\\"disabled-image-registry-cqrzqm\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"name\\\": \\\"ee06715b-b440-41cc-8866-ae10dbcc67f8\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:52:51.02692019Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:56:11.562177046Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-cqrzqm--managed/providers/Microsoft.Network/publicIPAddresses/2oqsu4n7eod01mi46n8r90vsr5m1qqfp-8\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000df4d20\u003e{\n                ErrorCode: \"InternalServerError...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"41ae95069bb9c13ae13ed5362119d5f6ce858a60fd0c0ae309df5d18af8bbfd3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"952f2ae1c9d5c027db9b8bfb923fc26e7e3783ffd7bbdd7bb7b48e8032c67e7e","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013f4bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-tjpbzb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009ed300\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb\",\n            },\n            \u003c*fmt.wrapError | 0xc000f4a800\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013f4bd0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-tjpbzb\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009ed300\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-tjpbzb\",\n            },\n            \u003c*fmt.wrapError | 0xc000f4a800\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-tjpbzb\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded"}},{"row_id":"a0610566a9827b2d529bca288cfdfd790fb77d43a0dea53746408fd6ad2895c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"c61201b04c0ca83b7fb49e6bd3fb8059600ae9e4df256b3957a5e207c3ed133e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000a802a0\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-66kqnv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\",\n      \"name\": \"dca31cdc-d199-43d3-b94c-109078e85b87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:44:31.085504793Z\",\n      \"endTime\": \"2026-03-04T11:49:48.850191595Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-66kqnv\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"name\\\": \\\"dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:44:31.085504793Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.850191595Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000a80280\u003e{\n            msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-66kqnv\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"name\\\": \\\"dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:44:31.085504793Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.850191595Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e9a120\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"f84a4c0c-f1d0-4ea2-9df8-e7ed7e57b882\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114953Z:f84a4c0c-f1d0-4ea2-9df8-e7ed7e57b882\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:52 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/55274095-8948-4add-bada-7f6aff2a7024\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n           ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000a802a0\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-66kqnv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\",\n      \"name\": \"dca31cdc-d199-43d3-b94c-109078e85b87\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:44:31.085504793Z\",\n      \"endTime\": \"2026-03-04T11:49:48.850191595Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 0\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-66kqnv\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"name\\\": \\\"dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:44:31.085504793Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.850191595Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000a80280\u003e{\n            msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-66kqnv\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"name\\\": \\\"dca31cdc-d199-43d3-b94c-109078e85b87\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:44:31.085504793Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.850191595Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 0\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e9a120\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"f84a4c0c-f1d0-4ea2-9df8-e7ed7e57b882\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114953Z:f84a4c0c-f1d0-4ea2-9df8-e7ed7e57b882\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:52 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/55274095-8948-4add-bada-7f6aff2a7024\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n           ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a4c0a36c2c56772851a06d0da76e760f84b6afc2d7c91c23cc9c90e59dc45880","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"b8d3d7c4d84d1b2144efc0661c3420a0c3f0c1a51a47abf425e3abdc023cd1b8","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001079320\u003e: \n    failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-59thg6\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-59thg6\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006a1820\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6\",\n            },\n            \u003c*fmt.wrapError | 0xc00079f180\u003e{\n                msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-59thg6\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001079320\u003e: \n    failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-59thg6\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-59thg6\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006a1820\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-59thg6\",\n            },\n            \u003c*fmt.wrapError | 0xc00079f180\u003e{\n                msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-59thg6\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded"}},{"row_id":"a769a94a75c5275637ea67d1bf28eb821164940da57f546062b72cd94af7a4db","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"43286c44c29038ab416537319ef24fb2ec4f9fc152a86133239c4f3d7d02ac26","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b345d0\u003e: \n    failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b2d2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs\",\n            },\n            \u003c*fmt.wrapError | 0xc0008b49c0\u003e{\n                msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b345d0\u003e: \n    failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool autoscale-np, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b2d2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs\",\n            },\n            \u003c*fmt.wrapError | 0xc0008b49c0\u003e{\n                msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-8clfgs\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool autoscale-np in resource group np-autoscaling-8clfgs, error: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8clfgs\" to finish creating: context deadline exceeded"}},{"row_id":"bba6243bb9b862dae6f6b703723f1a0581a1cd57d2a67b5fab13f9f1f8da7f53","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"a9a63d1fc30ee5c1e7298fc0aa94a7b7aac2e4c71f874f7fafdc97e36c3fbd7a","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0011e4a80\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8xpmw9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\",\n      \"name\": \"0407f0ef-72df-4f2b-93de-b19410d40d6d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:21.423884671Z\",\n      \"endTime\": \"2026-03-04T11:45:00.069078308Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-8xpmw9\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\\\",\\n  \\\"name\\\": \\\"0407f0ef-72df-4f2b-93de-b19410d40d6d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:21.423884671Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.069078308Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000ed1320\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 200,\n            RawResponse: {\n                Status: \"200 OK\",\n                StatusCode: 200,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Request-Id\": [\n                        \"1f116b65-75f8-4195-a4e7-62fd014a5842\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"6fb9a3eb-33d5-49fd-9ee8-9145d49e0a4e\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/f0a897d5-d1ee-4de5-9c39-3e46359eafd8\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260304T114506Z:6fb9a3eb-33d5-49fd-9ee8-9145d49e0a4e\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 38725E90972A49A387B79ED183CDDF6F Ref B: CHI261140501034 Ref C: 2026-03-04T11:45:06Z\",\n                    ],\n                    \"Content-Length\": [\"499\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:45:06 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0011e4960\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 52, 48, 55, 102, 48, 101, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0011e4a80\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8xpmw9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\",\n      \"name\": \"0407f0ef-72df-4f2b-93de-b19410d40d6d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:21.423884671Z\",\n      \"endTime\": \"2026-03-04T11:45:00.069078308Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-8xpmw9\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0407f0ef-72df-4f2b-93de-b19410d40d6d\\\",\\n  \\\"name\\\": \\\"0407f0ef-72df-4f2b-93de-b19410d40d6d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:21.423884671Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:45:00.069078308Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000ed1320\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 200,\n            RawResponse: {\n                Status: \"200 OK\",\n                StatusCode: 200,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Request-Id\": [\n                        \"1f116b65-75f8-4195-a4e7-62fd014a5842\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"6fb9a3eb-33d5-49fd-9ee8-9145d49e0a4e\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/f0a897d5-d1ee-4de5-9c39-3e46359eafd8\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260304T114506Z:6fb9a3eb-33d5-49fd-9ee8-9145d49e0a4e\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 38725E90972A49A387B79ED183CDDF6F Ref B: CHI261140501034 Ref C: 2026-03-04T11:45:06Z\",\n                    ],\n                    \"Content-Length\": [\"499\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                    \"Date\": [\n                        \"Wed, 04 Mar 2026 11:45:06 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0011e4960\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 52, 48, 55, 102, 48, 101, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"cff411ea62faf946e0ff1383637c90a7690fb4a50c3e32e9e0cfe42298982eee","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"764c8e7bbb7071fdb1b37426155d148ed7385f6c903c3379b92ef945522798a4","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008963e0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4ljw7f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"name\": \"8e2e6926-ad32-404f-9710-045e248d82cd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:42:34.945511327Z\",\n      \"endTime\": \"2026-03-04T11:49:48.715948579Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"insufficient public IP address quota: required 2, available 1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008963c0\u003e{\n            msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-4ljw7f\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"name\\\": \\\"8e2e6926-ad32-404f-9710-045e248d82cd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:42:34.945511327Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:49:48.715948579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"insufficient public IP address quota: required 2, available 1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00128c5a0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"499\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"CANADACENTRAL:20260304T114951Z:8649fcef-a89d-4ebe-a831-d5aa547b7859\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Date\": [\n                            \"Wed, 04 Mar 2026 11:49:50 GMT\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/43fae7b6-ce0d-421e-b423-059eca2efbf5\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n    ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","failure_pattern":"ERROR CODE: InternalServerError; detail message insufficient public IP address quota: required \u003ccount\u003e, available \u003ccount\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e0ea0674c2243124c7fcca87f523f3c6bc82c8ee0c032cda8d53f6df42f82b0f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"8d5a1b7f41978ff5cf59159134d18da810bf8c43bd9550b6704fec3de2dcd707","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001050900\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-42hshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"name\": \"6ee8ec73-61b8-4344-ad00-bba98e2702a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:28.76644337Z\",\n      \"endTime\": \"2026-03-04T11:33:55.189840009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-42hshj\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"name\\\": \\\"6ee8ec73-61b8-4344-ad00-bba98e2702a7\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-04T11:27:28.76644337Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-04T11:33:55.189840009Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-3\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-4\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-5\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": []\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-42hshj--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi6tet62ut5t7l4015hb57ec6maei-6\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: PublicIPCountLimitReached\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"PublicIPCountLimitReached\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot create more than 300 public IP addresses f...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f5ac320b0332fab7c75b976140ccf267946e3bdd9bce1426a1929c5a342c4d21","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029154583493742592","occurred_at":"2026-03-04T11:18:47Z","failed_at":"e2e","signature_id":"d2f2e80398e84b5b608729ad2b774aa0247cfcd82d2b732d6099177b75cea0d2","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001696270\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"name\": \"0b35155f-1c87-4a27-b264-b5ffaf2df592\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-04T11:27:10.141510238Z\",\n      \"endTime\": \"2026-03-04T11:33:01.507880583Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-1\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-2\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-3\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-4\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-5\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-6\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-42hl9p--managed/providers/Microsoft.Network/publicIPAddresses/2oqsi3dcu806c95qg7cc9io5migfbgq6-8\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: PublicIPCountLimitReached\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"PublicIPCountLimitReached\\\",\\n    \\\"message\\\": \\\"Cannot create more than 300 public IP addresses for this subscription in this region.\\\",\\n    \\\"details\\\": []\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"InternalServerError\",\n        StatusCode: 200,\n        RawResponse: {\n            Status: \"200 OK\",\n            StatusCode: 200,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"Content-Length\": [\"7006\"],\n                \"X-Ms-Request-Id\": [\n                    \"8f5597b5-16fa-4df6-bd73-65ab0a1bb005\",\n                ],\n                \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/eec24277-b57a-425a-a5e4-071fef365907\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260304T113304Z:bd0a002f-0f30-4cf8-91cd-38e2956ccb93\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 7BD958C08EC847A19E41507ED24FBCAF Ref B: CHI261140510034 Ref C: 2026-03-04T11:33:03Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 04 Mar 2026 11:33:03 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000e12000\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57, 52, 97, 53, 45, 53, 98, 55, 56, 98, 100, 102, 97, 49, 57, 49, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 98, 51, 53, 49, 53, 53, 102, 45, 49, 99, 56, 55, 45, 52, 97, 50, 55, 45, 98, 50, 54, 52, 45, 98, 53, 102, 102, 97, 102, 50, 100, 102, 53, 57, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 50, 55, 58, 49, 48, 46, 49, 52, 49, 53, 49, 48, 50, 51, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 51, 45, 48, 52, 84, 49, 49, 58, 51, 51, 58, 48, 49, 46, 53, 48, 55, 56, 56, 48, 53, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 80, 85, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 11...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","failure_pattern":"ERROR CODE: InternalServerError; detail code PublicIPCountLimitReached; detail message Cannot create more than 300 public IP addresses for this subscription in this region.; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":17,"failure_pattern_ids":["1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","333738fb5c3620cf5e02b9702db62547087db0e9320592e9801870faef88dfc9","8a0eb43d82c81f5ac221f93e261d7d3906eccf9364890faef15f25844bdadb79","a4836f65199e80fe4c6e326686d84c1284118526f09ab7a96fa6064477b81554","f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","f857de2c5e56e72217fe7d44719f4c942b4d08fb11481e22c3bb2c99ba18642b"],"matched_occurrences":17,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-04T02:56:34Z"},"failed_at":["e2e"],"failed_test_count":21,"occurrences":[{"row_id":"06fd1c20d61f69b30bd7a0dc835c5b84f8be063582f60bc8b70846df9b551df5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"1886966e5378e05391658e5075bef4c4c3d8fca2ad0ef57da19da1edf0e25c72","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000aca550?, {0x7f5094d33060?, 0xc000e80c90?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008ab0e0, {0x7f5094d33060, 0xc000e80c90}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7f5094d33060, 0xc000e80c90})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e80c90?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 62\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"235899d64af894072e6d84a3761bf33a72ca2b38375c632df966ce2adda1e06d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"2c18d9a818613b322d81f3bc922b124d3f9f3c27f34ae7bf2b984af565ad4a7d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"4d4d54384d520ca1ce2a3dc372cda92a04ceaa6bd594ef0090cd07b6a795e475","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e23cc0?, {0x7f88300fd488?, 0xc000e6bb60?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006fbb00, {0x7f88300fd488, 0xc000e6bb60}, {0x783a7e5, 0x1b}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.1({0x7f88300fd488, 0xc000e6bb60})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e6bb60?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e23cc0?, {0x7f88300fd488?, 0xc000e6bb60?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006fbb00, {0x7f88300fd488, 0xc000e6bb60}, {0x783a7e5, 0x1b}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.1({0x7f88300fd488, 0xc000e6bb60})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e6bb60?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"4d45d69dccd5f496137863cce52a3efa7e1447645ae717e87a65c9024b56ce50","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e0175acf05d12f0156b97cfff668e2439c99eb7a92870ae3059f3fe86b112648","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000291f80?, {0x7f122ca56100?, 0xc000a47aa0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a8efc0, {0x7f122ca56100, 0xc000a47aa0}, {0x77ff021, 0xf}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func12.2({0x7f122ca56100, 0xc000a47aa0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:74 +0x20f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000a47aa0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 74\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000291f80?, {0x7f122ca56100?, 0xc000a47aa0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a8efc0, {0x7f122ca56100, 0xc000a47aa0}, {0x77ff021, 0xf}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func12.2({0x7f122ca56100, 0xc000a47aa0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:74 +0x20f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000a47aa0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 74\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"53cdf5eec607fbc74f875557d3e0eef80d6ec5c9a8d42330b18ca9ca3a797492","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"3d28b3278d05df923ec721e482ffa3674d1a473efa2d1f27cba0d3d762db5161","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a33e00?, {0x7f2b24450c60?, 0xc0009a2ea0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006a2900, {0x7f2b24450c60, 0xc0009a2ea0}, {0x77ee286, 0xb}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f2b24450c60, 0xc0009a2ea0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:65 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0009a2ea0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a33e00?, {0x7f2b24450c60?, 0xc0009a2ea0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0006a2900, {0x7f2b24450c60, 0xc0009a2ea0}, {0x77ee286, 0xb}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f2b24450c60, 0xc0009a2ea0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:65 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0009a2ea0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"5e9b2c61165f0d76f03a35132d469f61d559d7a2115d1f32fc21198d72ddbe76","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:48]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"61835b07afa74ab1e00fb0dc24cdc68684e2d5b0c3241b89f9282c6b2b3304d4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"639237b1b3bb88970956036ede79b72effcb01e0f16ddd44b0a9b6dbf2eb88a3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"64cea982e84fed0cfcfbe2c53be2089ae697c9453d9a040358771025a16bc6a0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"6b6674c898d58fa6cc9e55a4351f1e97ed69ab8da3c433e769644077621b56e9","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0008e6680?, {0x7f29796b7660?, 0xc000e00840?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008eefc0, {0x7f29796b7660, 0xc000e00840}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7f29796b7660, 0xc000e00840})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e00840?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0008e6680?, {0x7f29796b7660?, 0xc000e00840?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0008eefc0, {0x7f29796b7660, 0xc000e00840}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7f29796b7660, 0xc000e00840})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e00840?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 87\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"6534513a0d341c310a40534fb252da7d95fbf24fa26972f1fe039cf221cf11fb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"6cc849b798aa9093d75a1e359c59f7ee6b2ccd69bd86496e8db6ea6498fd6a26","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"90cb6d9f5fa56375d911af6aad737cbe1066314c1ac67e70bd218cbc1a9b9341","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"c4ed397e8246feb84fca176b8ccb1c21452563af3d839fbd680a4331600c6e26","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0009801c0?, {0x7f138152c460?, 0xc000bf77a0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a20900, {0x7f138152c460, 0xc000bf77a0}, {0x77f1edf, 0xc}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7f138152c460, 0xc000bf77a0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000bf77a0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc0009801c0?, {0x7f138152c460?, 0xc000bf77a0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a20900, {0x7f138152c460, 0xc000bf77a0}, {0x77f1edf, 0xc}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7f138152c460, 0xc000bf77a0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000bf77a0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"aef3d23daccd933fc80d28f98336717810c49387093de7dac34f0bb808b88683","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should not be able to create a 4.18 HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:37]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:37]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"b247ea5e7b533006188ee927e8968985f61020baf9362395ace7dc57e87a06b1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"4bb37a09fefd71cdf148e949d806ed0262c48a6fa81c7ffa2878831bda11418e","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"p=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\np=0xc000cf3900 sp=0xc000cf38e0 pc=0x2abd28e\nruntime.selectgo(0xc000cf49a0, 0xc000cf3cf4, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000cf3a40 sp=0xc000cf3900 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode(_, {0x42, 0x4, {0x78ef949, 0x41}, 0xc000d855e0, {{0x968cd56, 0x4b}, 0x7a, {0x0, ...}, ...}, ...}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:923 +0xf65 fp=0xc000cf4d38 sp=0xc000cf3a40 pc=0x2f00005\ngithub.com/onsi/ginkgo/v2/internal.(*group).attemptSpec(0xc000cf6b98, 0x1, {{0xc000a9ea88?, 0xc000598bc0?, 0x1?}, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:199 +0xbd3 fp=0xc000cf5d58 sp=0xc000cf4d38 pc=0x2ee5453\ngithub.com/onsi/ginkgo/v2/internal.(*group).run(0xc000cf6b98, {0xc000159100?, 0x0?, 0x0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000cf6960 sp=0xc000cf5d58 pc=0x2ee79e5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc00085d508, {0x0, 0x0}, {0xb319ac0, 0x0, 0x0}, {0xc00007a064, 0x2a}, 0x0, {0xc0001590e0, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000cf6e10 sp=0xc000cf6960 pc=0x2efb4db\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a064, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000cf6eb8 sp=0xc000cf6e10 pc=0x2f02845\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2a4ca65?, 0xc000302300?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000cf7b88 sp=0xc000cf6eb8 pc=0x521c71a\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x820bbb8, 0xc000b9f0e0}, 0xc000861680, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000cf7c30 sp=0xc000cf7b88 pc=0x5212a8e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000cf7fe0 sp=0xc000cf7c30 pc=0x520e816\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000cf7fe8 sp=0xc000cf7fe0 pc=0x2ac5921\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 86 gp=0xc000b32e00 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000b3d868?, 0x2?, 0xc8?, 0x2d?, 0xc000b3d834?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc000b3d6b8 sp=0xc000b3d698 pc=0x2abd28e\nruntime.selectgo(0xc000b3d868, 0xc000b3d830, 0x816e580?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc000b3d7f8 sp=0xc000b3d6b8 pc=0x2a98137\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).AssignIdentityContainers(0xc0008ae120, {0x7f0b68c01c60, 0xc000811dd0}, 0x1, 0xdf8475800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/identities_helper.go:271 +0x218 fp=0xc000b3d8e0 sp=0xc000b3d7f8 pc=0x4e997f8\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7f0b68c01c60, 0xc000811dd0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:135 +0x6a fp=0xc000b3df58 sp=0xc000b3d8e0 pc=0x501aaea\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000811dd0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000b3df88 sp=0xc000b3df58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000b3dfe0 sp=0xc000b3df88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000b3dfe8 sp=0xc000b3dfe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 83\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xca\nrbx    0x0\nrcx    0x2ac7743\nrdx    0x0\nrdi    0xb2ef450\nrsi    0x80\nrbp    0x7fff3f6424d0\nrsp    0x7fff3f642488\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x2\nr13    0x1\nr14    0xb2ed360\nr15    0x7\nrip    0x2ac7741\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"bd48a480f126e43cd56b06803ea12b238d4ce6e89d83ef2c065e3de32a0d2449","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"d131d92794fe10c86b5c228417636adb79ad705b3962a2523aa15bfed1c4e06c","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a6a8c0?, {0x7fb7543ecda0?, 0xc0005e2150?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a2eea0, {0x7fb7543ecda0, 0xc0005e2150}, {0x77f67a9, 0xd}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7fb7543ecda0, 0xc0005e2150})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0005e2150?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000a6a8c0?, {0x7fb7543ecda0?, 0xc0005e2150?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a2eea0, {0x7fb7543ecda0, 0xc0005e2150}, {0x77f67a9, 0xd}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7fb7543ecda0, 0xc0005e2150})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0005e2150?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"c1a1f9c13176b0acfb697e678856c8c20a807fcb528b5e97fd201b54e745e11f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"410d28b7c2e0a4087016c39e028758aea1177208f27dbc7c4edb8f5aaa1cc2bd","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000f22f40?, {0x7f38e8424e60?, 0xc0009e5920?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a52ea0, {0x7f38e8424e60, 0xc0009e5920}, {0x77ea6bf, 0xa}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.2.1({0x7f38e8424e60, 0xc0009e5920})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:133 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0009e5920?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 105\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000f22f40?, {0x7f38e8424e60?, 0xc0009e5920?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a52ea0, {0x7f38e8424e60, 0xc0009e5920}, {0x77ea6bf, 0xa}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.2.1({0x7f38e8424e60, 0xc0009e5920})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:133 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc0009e5920?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 105\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"c80710db14b63eb5b071b6bb87d56ce428e9c0bab285bb2660cf50dca1773efa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"2d8f8420f480a9f18fac9eda745e514afb5126d463a5236701104e055899bc73","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f81f89bf020?, 0xc000ea21e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f81f89bf020, 0xc000ea21e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ea21e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 88\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"c95d5dd3924a649aa221b1ff6762f043eb682284fd1cb31cd3d41aa4ef7834d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"30cfef98462b75af6c12f2e32d45ac561c102c7b53bd3bad9c25cd858dc5ffe3","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d21480?, {0x7f4bdc53e060?, 0xc000aefc50?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ed0120, {0x7f4bdc53e060, 0xc000aefc50}, {0x7818357, 0x14}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2({0x7f4bdc53e060, 0xc000aefc50})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000aefc50?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 82\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d21480?, {0x7f4bdc53e060?, 0xc000aefc50?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ed0120, {0x7f4bdc53e060, 0xc000aefc50}, {0x7818357, 0x14}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2({0x7f4bdc53e060, 0xc000aefc50})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000aefc50?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 82\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"cbef69db19edaf5abc3f5df9716f3f5119ec95e9c57f0823c1b60921db86cb80","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"39d491de94f3f0fbd83061a792815db2f29dace0cb486c1b279cc47c334027b7","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000f32240?, {0x7f3400497460?, 0xc000e9e5d0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ec6120, {0x7f3400497460, 0xc000e9e5d0}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f3400497460, 0xc000e9e5d0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e9e5d0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 98\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000f32240?, {0x7f3400497460?, 0xc000e9e5d0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000ec6120, {0x7f3400497460, 0xc000e9e5d0}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f3400497460, 0xc000e9e5d0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e9e5d0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 98\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"dd4390c90ca4378e448762cb119599b50fc0148735ccb8987297332f95232346","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"1380c26baab1f9948af5f460e9c43570ffc78b9913131bc4252ab14265cd1c30","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e90140?, {0x7ff6a549ca60?, 0xc000b0d170?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dc4a20, {0x7ff6a549ca60, 0xc000b0d170}, {0x781cf8c, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func5.1.1({0x7ff6a549ca60, 0xc000b0d170})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:68 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000b0d170?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 85\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"fe0eee0ae91af6d391d9c7217879f9885d9cf117b95b843b75b761e6e051273c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029028197730881536","occurred_at":"2026-03-04T02:56:34Z","failed_at":"e2e","signature_id":"aad984fc831a157ed89f0be99fdfece586dfe0a4929eb3c3ff50d6a9ca34b165","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000ecf480?, {0x7f3e46332348?, 0xc000de9e00?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e918c0, {0x7f3e46332348, 0xc000de9e00}, {0x77ea6b5, 0xa}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.1.1({0x7f3e46332348, 0xc000de9e00})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000de9e00?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000ecf480?, {0x7f3e46332348?, 0xc000de9e00?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e918c0, {0x7f3e46332348, 0xc000de9e00}, {0x77ea6b5, 0xa}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func14.1.1({0x7f3e46332348, 0xc000de9e00})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000de9e00?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 111\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}}],"failure_pattern_summary":{"signature_count":15,"failure_pattern_ids":["dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":21,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-04T02:00:12Z"},"failed_at":["e2e"],"failed_test_count":21,"occurrences":[{"row_id":"01bb81d8049f56c1bb39852c7c353b7169f4f8b01ac26b32de5dbb81ea62e603","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"570c583d350d168e30d43a088f0d8792d74abafc6ed360ae72e7e7943dd931a0","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e26280?, {0x7fbe01426860?, 0xc000dbaf30?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dee120, {0x7fbe01426860, 0xc000dbaf30}, {0x77ee286, 0xb}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7fbe01426860, 0xc000dbaf30})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:65 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000dbaf30?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 91\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e26280?, {0x7fbe01426860?, 0xc000dbaf30?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dee120, {0x7fbe01426860, 0xc000dbaf30}, {0x77ee286, 0xb}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7fbe01426860, 0xc000dbaf30})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:65 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000dbaf30?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 91\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"07bb02293e69a3d7ac932bb994ccdadc430ac1388e3ff4a68c212fde999256a9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"d17e7078c1ad8ab17467b80187fc45d0df1af2843c129429cbc55a1463bcb60e","test_name":"Customer should not be able to create a 4.18 HCP cluster","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e10900?, {0x7efc940c7260?, 0xc000abae70?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a5c120, {0x7efc940c7260, 0xc000abae70}, {0x7812f30, 0x13}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func7.2({0x7efc940c7260, 0xc000abae70})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:54 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000abae70?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 107\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e10900?, {0x7efc940c7260?, 0xc000abae70?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000a5c120, {0x7efc940c7260, 0xc000abae70}, {0x7812f30, 0x13}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func7.2({0x7efc940c7260, 0xc000abae70})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:54 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000abae70?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 107\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"1682966e50b226bea9ca2c9b9213913c0a50687d36adc9c3a3ef7bbdc1d06a93","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"f6072917205b8d4da8d9300215c5c45eec1a788108a4e04deb665c4f50a6dffd","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e5ab80?, {0x7fa170358460?, 0xc000a04090?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000de57a0, {0x7fa170358460, 0xc000a04090}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7fa170358460, 0xc000a04090})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000a04090?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e5ab80?, {0x7fa170358460?, 0xc000a04090?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000de57a0, {0x7fa170358460, 0xc000a04090}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7fa170358460, 0xc000a04090})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000a04090?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"210b19c31d1efacbf50f866b487d7eba13c9c7c80c23a1d52d69fa9663e7f6de","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"656c322c3d922ab4879a46b53ffe08e142b26b2e7812ad173ee6861c605592cc","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d038b0?, {0x7ff65c2bc1a0?, 0xc000da5440?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dd3680, {0x7ff65c2bc1a0, 0xc000da5440}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7ff65c2bc1a0, 0xc000da5440})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000da5440?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d038b0?, {0x7ff65c2bc1a0?, 0xc000da5440?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000dd3680, {0x7ff65c2bc1a0, 0xc000da5440}, {0x784e4b5, 0x1f}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func3.1({0x7ff65c2bc1a0, 0xc000da5440})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:66 +0x13f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000da5440?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"23bcaa53b038861423a3173d9ee39795e1d126f17b34248e6de18395a78a55f0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"ba6d45b2ef6f84db9d668133d858d6931eeb2c56375f849524e92a872a276939","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e5e690?, {0x7f6e31d87120?, 0xc000c26210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000c30a20, {0x7f6e31d87120, 0xc000c26210}, {0x783a7e5, 0x1b}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.1({0x7f6e31d87120, 0xc000c26210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000c26210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 82\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e5e690?, {0x7f6e31d87120?, 0xc000c26210?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000c30a20, {0x7f6e31d87120, 0xc000c26210}, {0x783a7e5, 0x1b}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func11.1({0x7f6e31d87120, 0xc000c26210})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:49 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000c26210?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 82\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"3732dec37251858ecae1206af393950d5aae4eb3ea6843c6c40234f62bcf04dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"38c996ad44f36b3cb7e2926dd14ee441f3bb0ed5d149678c6c1a3c1c7a3a0cb1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e2f0c1784a2bad83ce14115db6ce9e845c06389a3863cc88931d3b24feba5930","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e0be00?, {0x7f4d79470ee0?, 0xc000f620f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f07680, {0x7f4d79470ee0, 0xc000f620f0}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f4d79470ee0, 0xc000f620f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f620f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e0be00?, {0x7f4d79470ee0?, 0xc000f620f0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f07680, {0x7f4d79470ee0, 0xc000f620f0}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f4d79470ee0, 0xc000f620f0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f620f0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"4145dac8af9223904b726a71b29384def9ab34e6acdef7fa0ff1b6c701088441","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:120]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:120]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"476103acb749a4e61857545f592f5f457392665f16fea7909a38813fb0d94cca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"ba6eaca8d19b7a656112f26d73a44422b96e60e767d95dd7f239e317b2b1481a","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc00097fa00?, {0x7f5fef765660?, 0xc000f0ca80?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f5ea20, {0x7f5fef765660, 0xc000f0ca80}, {0x77ff012, 0xf}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func10.1({0x7f5fef765660, 0xc000f0ca80})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:55 +0x23e\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f0ca80?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 102\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc00097fa00?, {0x7f5fef765660?, 0xc000f0ca80?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f5ea20, {0x7f5fef765660, 0xc000f0ca80}, {0x77ff012, 0xf}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func10.1({0x7f5fef765660, 0xc000f0ca80})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:55 +0x23e\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f0ca80?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 102\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"4dc75671ac0c8623c20d9c720e0245d5b83c83811a20d546ebaa0bc4f6f36c14","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"68faeb77ca030638dc135b98ab96839cb56ceffeee41d207ab38cc6591c124f2","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc00103a050?, {0x7fb94c3f7c60?, 0xc000f0e720?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f306c0, {0x7fb94c3f7c60, 0xc000f0e720}, {0x782740d, 0x17}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func15.1({0x7fb94c3f7c60, 0xc000f0e720})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:69 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f0e720?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 106\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc00103a050?, {0x7fb94c3f7c60?, 0xc000f0e720?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f306c0, {0x7fb94c3f7c60, 0xc000f0e720}, {0x782740d, 0x17}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func15.1({0x7fb94c3f7c60, 0xc000f0e720})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:69 +0xf1\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f0e720?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 106\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"5a689ec1683b7e77ef6e6e51ca3db905e45f2aeef47033f095b4dc39fc6326c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"48d1130d02723c0875ec7ff58d2dd6d5a872d1b11c4344d8b3dda9c64e544b6c","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d91780?, {0x7f5edd39dea0?, 0xc000ed19e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000c82480, {0x7f5edd39dea0, 0xc000ed19e0}, {0x7818357, 0x14}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2({0x7f5edd39dea0, 0xc000ed19e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ed19e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d91780?, {0x7f5edd39dea0?, 0xc000ed19e0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000c82480, {0x7f5edd39dea0, 0xc000ed19e0}, {0x7818357, 0x14}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func13.2({0x7f5edd39dea0, 0xc000ed19e0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:57 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ed19e0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 96\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"5bd189f4aa3dd11bc3d6bf872f9483b0519eef665924f25ac6d5dc8a531d1a7b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"6c36c8404dc5bb83e0302db39d11326c4839052d411af5bc7cfb90212166f543","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"ef276c8e809419f90a80a1c7b1657275c2000be66435058632fecb8b1f943f34","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d17100?, {0x7f0a10091060?, 0xc000be5500?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0009c18c0, {0x7f0a10091060, 0xc000be5500}, {0x77f67a9, 0xd}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7f0a10091060, 0xc000be5500})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000be5500?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000d17100?, {0x7f0a10091060?, 0xc000be5500?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc0009c18c0, {0x7f0a10091060, 0xc000be5500}, {0x77f67a9, 0xd}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7f0a10091060, 0xc000be5500})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:59 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000be5500?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"7d8df4741eb72ad7f3efb3fef012f53989d0710af0f421031d38971eb5bdfbb6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"98c02ebc47fe0276ebf41359958c7df65b39fd15e178b518fba7c700cf35be09","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"c3ade0e4a2bdb3e6e870eb1c77290c66c3a9da21c991ceb2cffe1557d159f55e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"98d6594f8a834b06688dfc5023a03dc309ecc3324d524b9d1853fb10d034dc27","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000df4300?, {0x7fa2da729c60?, 0xc000f1c150?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f26240, {0x7fa2da729c60, 0xc000f1c150}, {0x7803b39, 0x10}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7fa2da729c60, 0xc000f1c150})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:59 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f1c150?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 94\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000df4300?, {0x7fa2da729c60?, 0xc000f1c150?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000f26240, {0x7fa2da729c60, 0xc000f1c150}, {0x7803b39, 0x10}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func4.2({0x7fa2da729c60, 0xc000f1c150})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:59 +0x105\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000f1c150?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 94\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"c908c8a630f30ba020a7cfec6a29a9213abb76f13dc7324f7f47c620b6e0a96c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"18a59115a349f1867faea0c6a2d71213010f158dc47130a2e3ed2218a451e7be","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","test_suite":"prod/parallel","failure_text":"github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f3fd40c6060?, 0xc000ebf860?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f3fd40c6060, 0xc000ebf860})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ebf860?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 90\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).Get20240610ClientFactoryOrDie(0x78497cf?, {0x7f3fd40c6060?, 0xc000ebf860?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:611 +0x37\ngithub.com/Azure/ARO-HCP/test/e2e.init.func1.1({0x7f3fd40c6060, 0xc000ebf860})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:38 +0x6f\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000ebf860?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 90\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"}},{"row_id":"cd9432c9103147ee7ca0fe40022ae295ba4466645356590d185d017ba21eb600","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:45]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:45]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"cf6cd4a5b19f6b571dae35f8014785daef09141752d9927eb08325ab8358ed12","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"dfbd5b51b1c851cc05535c81cea15dade594386006154e390e28a0fb09aeb004","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:44]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:44]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"f53969d631c08d577c1ef1a2abf1af9f377f4625e0cb224b8e7e2e90f69e9a26","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2029014012951269376","occurred_at":"2026-03-04T02:00:12Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}}],"failure_pattern_summary":{"signature_count":13,"failure_pattern_ids":["dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","f43c042508d60a61aa1aadf29428cba60d6f42fa3a027250fac361988e42d3a1"],"matched_occurrences":21,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}