{"meta":{"start_date":"2026-03-09","end_date":"2026-03-15","start_at":"2026-03-09T00:00:00Z","end_at":"2026-03-16T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T18:04:08Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":40,"failed_runs":13,"raw_occurrences":21,"matched_occurrences":19,"runs_affected":11},"rows":[{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":10,"anchor_occurrences":4,"after_last_push_count":37,"trend_counts":[0,0,1,2,1,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":13,"prior_last_seen_at":"2026-03-05T05:33:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031889996679483392","occurred_at":"2026-03-12T00:28:00Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031863360743542784","occurred_at":"2026-03-11T22:42:30Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031829726523297792","occurred_at":"2026-03-11T20:28:50Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031188425469595648","occurred_at":"2026-03-10T02:00:32Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"9f62e2bc9f72239f742b5d669a1acaf22b0a0cf6470e79754a371fad8f10947e","failure_pattern":"ERROR CODE: Conflict; detail message Cannot create resource while parent resource is provisioning; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":7.5,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,1,1,1,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:102]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008462a0\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-jblfjr\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-jblfjr\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000846220\u003e{\n            msg: \"failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-jblfjr\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0015d4600\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/d6c3e6e1-a3e3-4ef3-80a7-7d6e66e285d7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260311T011957Z:ced5b521-bd7b-4f51-87af-95c4f398bece\",\n                        ],\n                        \"Content-Length\": [\"342\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a82fb0c7-45ed-4b00-881a-cdced9a42af5\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"1147\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"ced5b521-bd7b-4f51-87af-95c4f398bece\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:102]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008462a0\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-jblfjr\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-jblfjr\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000846220\u003e{\n            msg: \"failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-jblfjr\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-jblfjr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0015d4600\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/d6c3e6e1-a3e3-4ef3-80a7-7d6e66e285d7\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260311T011957Z:ced5b521-bd7b-4f51-87af-95c4f398bece\",\n                        ],\n                        \"Content-Length\": [\"342\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Ms-Request-Id\": [\n                            \"a82fb0c7-45ed-4b00-881a-cdced9a42af5\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"1147\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"ced5b521-bd7b-4f51-87af-95c4f398bece\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001686ec0\u003e: \n    failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-kthdbg\" for cluster=\"ea-listrzg728\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-kthdbg\\\" for cluster=\\\"ea-listrzg728\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00078ade0\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"330\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"76f305c5-fa69-4ac9-9551-ae1c49be1677\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"192\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/927d5101-f4e6-4dbb-b7b6-eedffc1e63fb\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260310T021748Z:76f305c5-fa69-4ac9-9551-ae1c49be1677\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: DE3DCB908678429D885260478E07FD22 Ref B: CHI261140506052 Ref C: 2026-03-10T02:17:47Z\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 10 Mar 2026 02:17:48 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Request-Id\": [\n                        \"87a9e39a-4013-4c2d-9c4c-6c3c6dcebe75\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc001686de0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 99, 114, 101, 97, 116, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 119, 104, 105, 108, 101, 32, 112, 97, 114, 101, 110, 116, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001686ec0\u003e: \n    failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-kthdbg\" for cluster=\"ea-listrzg728\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-kthdbg\\\" for cluster=\\\"ea-listrzg728\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-kthdbg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listrzg728/externalAuths/ea-list\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00078ade0\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"330\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"76f305c5-fa69-4ac9-9551-ae1c49be1677\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"192\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/927d5101-f4e6-4dbb-b7b6-eedffc1e63fb\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260310T021748Z:76f305c5-fa69-4ac9-9551-ae1c49be1677\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: DE3DCB908678429D885260478E07FD22 Ref B: CHI261140506052 Ref C: 2026-03-10T02:17:47Z\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 10 Mar 2026 02:17:48 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Request-Id\": [\n                        \"87a9e39a-4013-4c2d-9c4c-6c3c6dcebe75\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc001686de0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 99, 114, 101, 97, 116, 101, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 119, 104, 105, 108, 101, 32, 112, 97, 114, 101, 110, 116, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 105, 115, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 52, 48, 51, 100, 57, 100, 101, 57, 45, 49, 51, 50, 98, 45, 52, 57, 55, 52, 45, 57...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:102]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000796180\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-g9dmqs\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-g9dmqs\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000796160\u003e{\n            msg: \"failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-g9dmqs\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000f002d0\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Length\": [\"342\"],\n                        \"X-Ms-Request-Id\": [\n                            \"3390720e-9df1-4ec3-bca3-5b8c08d9aad9\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260309T023420Z:0ae2cd1e-878a-414b-83bd-de591313a919\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: F525233478294E04B588F5D72E44E37B Ref B: CHI261140506023 Ref C: 2026-03-09T02:34:20Z\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"126\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"0ae2cd1e-878a-414b-83bd-de591313a919\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/ac773c95-5ddf-4064...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:102]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000796180\u003e: \n    failed to create NodePool np-1: failed starting nodepool creation \"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-g9dmqs\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot create resource while parent resource is provisioning\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-g9dmqs\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000796160\u003e{\n            msg: \"failed starting nodepool creation \\\"np-1\\\" for cluster \\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-g9dmqs\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot create resource while parent resource is provisioning\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-g9dmqs/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/negative-tests-cluster/nodePools/np-1\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000f002d0\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Length\": [\"342\"],\n                        \"X-Ms-Request-Id\": [\n                            \"3390720e-9df1-4ec3-bca3-5b8c08d9aad9\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260309T023420Z:0ae2cd1e-878a-414b-83bd-de591313a919\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: F525233478294E04B588F5D72E44E37B Ref B: CHI261140506023 Ref C: 2026-03-09T02:34:20Z\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"126\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"0ae2cd1e-878a-414b-83bd-de591313a919\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/ac773c95-5ddf-4064...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031530993478799360","occurred_at":"2026-03-11T00:41:47Z","signature_id":"ace352a7f3d9ab8dd3e8cac03d0e38ca3b3945fc1588b9ef0a18dec3de26953c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031188425469595648","occurred_at":"2026-03-10T02:00:32Z","signature_id":"5c9d3eeae5e1be236a65ed0bed10ad9f5bdb613259e1f8c45d32c1b9ba434a5a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2030826079647698944","occurred_at":"2026-03-09T02:00:42Z","signature_id":"eb9458f6c6d5f57cf70861754fea333c909bc4d1d9982adef776d11e3447bac8","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7af77482c75e06f47d745495b22aecd555e8fcdf64f2c7cf43f5cafdb158f0dd","failure_pattern":"ERROR CODE: ResourceGroupDeletionFailed","search_query":"ERROR CODE: ResourceGroupDeletionFailed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":7.5,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,1,2,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc001716168\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"external-auth-cluster-b67ng8\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000f5e3a0\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"external-auth-cluster-b67ng8\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc000f5e380\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"external-auth-cluster-b67ng8\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc001332a50\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"Date\": [\n                                    \"Thu, 12 Mar 2026 04:04:21 GMT\",\n                                ],\n                                \"Content-Length\": [\"247\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260312T040421Z:8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"X-Ms-Request-Id\": [\n                                    \"8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: D8B73840D3704...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc001716168\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"external-auth-cluster-b67ng8\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000f5e3a0\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"external-auth-cluster-b67ng8\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc000f5e380\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"external-auth-cluster-b67ng8\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1FWFRFUk5BTDoyREFVVEg6MkRDTFVTVEVSOjJEQjY3Tkc4LUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'external-auth-cluster-b67ng8' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc001332a50\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"Date\": [\n                                    \"Thu, 12 Mar 2026 04:04:21 GMT\",\n                                ],\n                                \"Content-Length\": [\"247\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260312T040421Z:8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"X-Ms-Request-Id\": [\n                                    \"8a7a4e2c-0c5c-420e-a471-80fa19b53da3\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: D8B73840D3704...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc000d743d8\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"cluster-listing-76k4gt\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0004aaa40\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"cluster-listing-76k4gt\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0004aaa20\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"cluster-listing-76k4gt\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc001422fc0\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADAEAST:20260312T011924Z:c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: AAC5210B403E49FB999F61B4009EE151 Ref B: CHI261140501034 Ref C: 2026-03-12T01:19:24Z\",\n                                ],\n                                \"Content-Length\": [\"241\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"X-Ms-Rateli...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc000d743d8\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"cluster-listing-76k4gt\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0004aaa40\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"cluster-listing-76k4gt\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0004aaa20\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"cluster-listing-76k4gt\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1DTFVTVEVSOjJETElTVElORzoyRDc2SzRHVC1FQVNUVVMyIiwiam9iTG9jYXRpb24iOiJlYXN0dXMyIn0\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'cluster-listing-76k4gt' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc001422fc0\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADAEAST:20260312T011924Z:c656b4eb-b02d-4689-9e61-ae252c2c4c34\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: AAC5210B403E49FB999F61B4009EE151 Ref B: CHI261140501034 Ref C: 2026-03-12T01:19:24Z\",\n                                ],\n                                \"Content-Length\": [\"241\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"X-Ms-Rateli...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0017da1e0\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"np-autoscaling-6s9m8d\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0008f0640\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"np-autoscaling-6s9m8d\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0008f0620\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"np-autoscaling-6s9m8d\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00179b020\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Content-Type-Options\": [\"nosniff\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"cea47c2d-2981-4421-823b-471c674aec92\",\n                                ],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: B01DBF5715B64D88B52211B87B87B981 Ref B: CHI261140503054 Ref C: 2026-03-12T00:03:45Z\",\n                                ],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260312T000346Z:cea47c2d-2981-4421-823b-471c674aec92\",\n                                ],\n                                \"Date\": [\n                                    \"Thu, 12 Mar 2026 00:03:45 GMT\",\n                                ],\n                                \"Content-Length\": [\"240\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0017da1e0\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"np-autoscaling-6s9m8d\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0008f0640\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"np-autoscaling-6s9m8d\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0008f0620\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"np-autoscaling-6s9m8d\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJENlM5TThELUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-6s9m8d' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00179b020\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Content-Type-Options\": [\"nosniff\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"cea47c2d-2981-4421-823b-471c674aec92\",\n                                ],\n                                \"X-Msedge-Ref\": [\n                                    \"Ref A: B01DBF5715B64D88B52211B87B87B981 Ref B: CHI261140503054 Ref C: 2026-03-12T00:03:45Z\",\n                                ],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260312T000346Z:cea47c2d-2981-4421-823b-471c674aec92\",\n                                ],\n                                \"Date\": [\n                                    \"Thu, 12 Mar 2026 00:03:45 GMT\",\n                                ],\n                                \"Content-Length\": [\"240\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031926714296176640","occurred_at":"2026-03-12T02:54:14Z","signature_id":"710e0228209085dbdd862c06ce60d309b463ba54df4ff22546c1e6015c92259c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031889996679483392","occurred_at":"2026-03-12T00:28:00Z","signature_id":"3487d6bd309c3f07129d70f85f126e28642006ad898e60b2de890c11072ac0b3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031863360743542784","occurred_at":"2026-03-11T22:42:30Z","signature_id":"1878e488159e2070b6fbb44f84d9c689bfcbf91e92b4204943605b2d39f6b99f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"483dc31de2e655142169b9de6f259a28c36a7dfee19e818c8a7c27f383ea1493","failure_pattern":"ERROR CODE: InternalServerError; detail code DenyAssignmentLimitExceeded; detail message Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/\u003csubscription\u003e with search direction ScopeAndBelow. The limit is 2000.; provider Microsoft.Authorization","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":5,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,2,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000579080\u003e: \n    failed to create HCP cluster list-test-cluster-bq97s7: failed waiting for cluster=\"list-test-cluster-bq97s7\" in resourcegroup=\"cluster-listing-8872x6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\",\n      \"name\": \"46ace568-dc35-4c4f-a79f-7a406de3e15d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-11T21:08:47.154344146Z\",\n      \"endTime\": \"2026-03-11T21:11:43.134589726Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/e663d1f0-257c-5415-abc3-7d8e5bb59e36\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/fcc1607d-beb4-5621-906c-726f36422d8f\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/4248f691-af43-5fc6-a0fc-cbd9ca13f47c\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/16f02e63-3112-56ed-ab9e-b36ab322b94f\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/288c454f-fa20-5a8b-9030-d232fc0074e7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/759088cd-864a-5f85-a334-2d9f3586f3fe\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/697e01a8-0c71-5420-b5d7-b53e6ad28d24\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/abb26984-e70f-55ad-a446-57d39d785f3a\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/077c8d44-0b2f-5e41-92d6-dc648b293341\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/895f6214-21ec-57d1-85d4-e824b8d4a5cd\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/97a2ea1b-62a8-572b-80f0-cd3287f6deae\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/bcbac9ff-fd4b-57bd-81c1-11bd09c72bc0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/3af59b2e-b060-5c22-b9cd-9098bcb77878\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/30cb8efd-9d43-5c50-9daa-9375ce14fe98\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-bq97s7: failed waiting for cluster=\\\"list-test-cluster-bq97s7\\\" in resourcegroup=\\\"cluster-listing-8872x6\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\\\",\\n  \\\"name\\\": \\\"46ace568-dc35-4c4f-a79f-7a406de3e15d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-11T21:08:47.154344146Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-11T21:11:43.134589726Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/e663d1f0-257c-5415-abc3-7d8e5bb59e36\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/fcc1607d-beb4-5621-906c-726f36422d8f\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/4248f691-af43-5fc6-a0fc-cbd9ca13f47c\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/16f02e63-3112-56ed-ab9e-b36ab322b94f\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Ba...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000579080\u003e: \n    failed to create HCP cluster list-test-cluster-bq97s7: failed waiting for cluster=\"list-test-cluster-bq97s7\" in resourcegroup=\"cluster-listing-8872x6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\",\n      \"name\": \"46ace568-dc35-4c4f-a79f-7a406de3e15d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-11T21:08:47.154344146Z\",\n      \"endTime\": \"2026-03-11T21:11:43.134589726Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/e663d1f0-257c-5415-abc3-7d8e5bb59e36\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/fcc1607d-beb4-5621-906c-726f36422d8f\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/4248f691-af43-5fc6-a0fc-cbd9ca13f47c\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/16f02e63-3112-56ed-ab9e-b36ab322b94f\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/288c454f-fa20-5a8b-9030-d232fc0074e7\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/759088cd-864a-5f85-a334-2d9f3586f3fe\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/697e01a8-0c71-5420-b5d7-b53e6ad28d24\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/abb26984-e70f-55ad-a446-57d39d785f3a\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/077c8d44-0b2f-5e41-92d6-dc648b293341\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/895f6214-21ec-57d1-85d4-e824b8d4a5cd\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/97a2ea1b-62a8-572b-80f0-cd3287f6deae\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/bcbac9ff-fd4b-57bd-81c1-11bd09c72bc0\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/3af59b2e-b060-5c22-b9cd-9098bcb77878\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/30cb8efd-9d43-5c50-9daa-9375ce14fe98\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-bq97s7: failed waiting for cluster=\\\"list-test-cluster-bq97s7\\\" in resourcegroup=\\\"cluster-listing-8872x6\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/australiaeast/hcpOperationStatuses/46ace568-dc35-4c4f-a79f-7a406de3e15d\\\",\\n  \\\"name\\\": \\\"46ace568-dc35-4c4f-a79f-7a406de3e15d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-11T21:08:47.154344146Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-11T21:11:43.134589726Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/e663d1f0-257c-5415-abc3-7d8e5bb59e36\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/fcc1607d-beb4-5621-906c-726f36422d8f\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/4248f691-af43-5fc6-a0fc-cbd9ca13f47c\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-8872x6-managed/providers/Microsoft.Authorization/denyAssignments/16f02e63-3112-56ed-ab9e-b36ab322b94f\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Ba...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00097c280\u003e: \n    failed to create HCP cluster list-test-cluster-jpcgwk: failed waiting for cluster=\"list-test-cluster-jpcgwk\" in resourcegroup=\"cluster-listing-2jgp6g\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\",\n      \"name\": \"625b1b18-4c75-473a-934a-a164ea9e7920\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-11T21:08:59.912972248Z\",\n      \"endTime\": \"2026-03-11T21:11:11.150064729Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/c830eb67-f4cc-5c33-a275-01641a3773ec\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/439dd205-e252-5fd3-8924-58746f329066\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/faa2951f-b181-51b3-a546-c3af6657963e\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-jpcgwk: failed waiting for cluster=\\\"list-test-cluster-jpcgwk\\\" in resourcegroup=\\\"cluster-listing-2jgp6g\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\\\",\\n  \\\"name\\\": \\\"625b1b18-4c75-473a-934a-a164ea9e7920\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-11T21:08:59.912972248Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-11T21:11:11.150064729Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/c830eb67-f4cc-5c33-a275-01641a3773ec\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/439dd205-e252-5fd3-8924-58746f329066\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/faa2951f-b181-51b3-a546-c3af6657963e\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00097c260\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-jpcgwk\\\" in resourcegroup=\\\"cluster-listing-2jgp6g\\\" to finish creating: GET https://management.azure.com/subscriptio...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00097c280\u003e: \n    failed to create HCP cluster list-test-cluster-jpcgwk: failed waiting for cluster=\"list-test-cluster-jpcgwk\" in resourcegroup=\"cluster-listing-2jgp6g\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\",\n      \"name\": \"625b1b18-4c75-473a-934a-a164ea9e7920\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-11T21:08:59.912972248Z\",\n      \"endTime\": \"2026-03-11T21:11:11.150064729Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/c830eb67-f4cc-5c33-a275-01641a3773ec\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/439dd205-e252-5fd3-8924-58746f329066\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/faa2951f-b181-51b3-a546-c3af6657963e\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: DenyAssignmentLimitExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DenyAssignmentLimitExceeded\\\",\\n    \\\"message\\\": \\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-jpcgwk: failed waiting for cluster=\\\"list-test-cluster-jpcgwk\\\" in resourcegroup=\\\"cluster-listing-2jgp6g\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/625b1b18-4c75-473a-934a-a164ea9e7920\\\",\\n  \\\"name\\\": \\\"625b1b18-4c75-473a-934a-a164ea9e7920\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-11T21:08:59.912972248Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-11T21:11:11.150064729Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/c830eb67-f4cc-5c33-a275-01641a3773ec\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/439dd205-e252-5fd3-8924-58746f329066\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\\nPUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-2jgp6g-managed/providers/Microsoft.Authorization/denyAssignments/faa2951f-b181-51b3-a546-c3af6657963e\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 400: 400 Bad Request\\\\nERROR CODE: DenyAssignmentLimitExceeded\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DenyAssignmentLimitExceeded\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot add a new DenyAssignment to the store. There are already 2000 deny assignments at Scope=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX with search direction ScopeAndBelow. The limit is 2000.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00097c260\u003e{\n            msg: \"failed waiting for cluster=\\\"list-test-cluster-jpcgwk\\\" in resourcegroup=\\\"cluster-listing-2jgp6g\\\" to finish creating: GET https://management.azure.com/subscriptio...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031831689478541312","occurred_at":"2026-03-11T20:36:38Z","signature_id":"0ed2d0c82e72b1e369f8ea2a29a0ad857bab3f9335e77b21b6bf9b3795a4fe8b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031829431797944320","occurred_at":"2026-03-11T20:27:35Z","signature_id":"7e164f5734c9e79807e78e5f2bc530315bbe156a3a521d684cf8f73963bedc48","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"f27b30bef0ebb941cd79b083d3eb5ff3005b4b85f92582e4349d8748b1eaeb94","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-qb9hch\" to finish deleting: context canceled","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":5,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,2,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0016f80f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-qks87c\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc00073ddc0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc00073dda0\u003e{\n                    msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                    err: \u003c*fmt.wrapError | 0xc00073d8e0\u003e{\n                        msg: \"failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                        err: \u003c*errors.errorString | 0xb0680c0\u003e{\n                            s: \"context canceled\",\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0016f80f0\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-qks87c\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc00073ddc0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc00073dda0\u003e{\n                    msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                    err: \u003c*fmt.wrapError | 0xc00073d8e0\u003e{\n                        msg: \"failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-qks87c\\\" to finish deleting: context canceled\",\n                        err: \u003c*errors.errorString | 0xb0680c0\u003e{\n                            s: \"context canceled\",\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000fb62e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-qb9hch\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc00095f2a0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc00095f280\u003e{\n                    msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                    err: \u003c*fmt.wrapError | 0xc00095f260\u003e{\n                        msg: \"failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                        err: \u003c*errors.errorString | 0xb0680c0\u003e{\n                            s: \"context canceled\",\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000fb62e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-qb9hch\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc00095f2a0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc00095f280\u003e{\n                    msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                    err: \u003c*fmt.wrapError | 0xc00095f260\u003e{\n                        msg: \"failed waiting for hcpCluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qb9hch\\\" to finish deleting: context canceled\",\n                        err: \u003c*errors.errorString | 0xb0680c0\u003e{\n                            s: \"context canceled\",\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031863360743542784","occurred_at":"2026-03-11T22:42:30Z","signature_id":"82e60c50a784518bb7ae3bc21cf5fef79fdb19857321e46d4bbf9d1fe791b9c0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031829726523297792","occurred_at":"2026-03-11T20:28:50Z","signature_id":"35ac5db1cf3f07b2f5093fc36555635c45a78d9e254e575d1d126001ad1333d6","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"01be1f17022b26a69732ab2ee99dc6da356b24a9a04f105dbd1706633a58daa2","failure_pattern":"Should receive valid HTTP status code from authorized IP","search_query":"Should receive valid HTTP status code from authorized IP","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:167 with:\nShould receive valid HTTP status code from authorized IP\nExpected\n    \u003cstring\u003e: 000\nto match regular expression\n    \u003cstring\u003e: ^[2-5][0-9][0-9]$\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.001s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:167 with:\nShould receive valid HTTP status code from authorized IP\nExpected\n    \u003cstring\u003e: 000\nto match regular expression\n    \u003cstring\u003e: ^[2-5][0-9][0-9]$"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031860531328978944","occurred_at":"2026-03-11T22:31:15Z","signature_id":"2341206d1a0a40f7ac20090cb1c58561225b06937d45a673d9aa316433a607ea","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"c97096be45b81a607d04227385a0a3aae203e93e458d2b15d2856d286ce4aa28","failure_pattern":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4","search_query":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade using the candidate channel","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade using the candidate channel","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: Timed out after 2400.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f195d8\u003e: \n    VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \"4.20.15\"\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000cbc700\u003e{\n                msg: \"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                err: \u003c*errors.errorString | 0xc0008f4540\u003e{\n                    s: \"no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                },\n            },\n        ],\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: Timed out after 2400.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f195d8\u003e: \n    VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \"4.20.15\"\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000cbc700\u003e{\n                msg: \"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                err: \u003c*errors.errorString | 0xc0008f4540\u003e{\n                    s: \"no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                },\n            },\n        ],\n    }"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032275495365644288","occurred_at":"2026-03-13T02:00:10Z","signature_id":"3cd35cb2d561c143dde902bf48e3273b5693b6674cda38a33f57c59d4c2c781a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"3f8b20fc4049367013254c08e7b874167b87dd6570c75baa337e49f1af7f831d","failure_pattern":"failed to create route: the server is currently unable to handle the request","search_query":"failed to create route: the server is currently unable to handle the request","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009bfcc0\u003e: \n    failed to create route: the server is currently unable to handle the request\n    {\n        msg: \"failed to create route: the server is currently unable to handle the request\",\n        err: \u003c*errors.StatusError | 0xc000f1fe00\u003e{\n            ErrStatus: {\n                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                ListMeta: {\n                    SelfLink: \"\",\n                    ResourceVersion: \"\",\n                    Continue: \"\",\n                    RemainingItemCount: nil,\n                },\n                Status: \"Failure\",\n                Message: \"the server is currently unable to handle the request\",\n                Reason: \"ServiceUnavailable\",\n                Details: {\n                    Name: \"\",\n                    Group: \"\",\n                    Kind: \"\",\n                    UID: \"\",\n                    Causes: [\n                        {\n                            Type: \"UnexpectedServerResponse\",\n                            Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n                            Field: \"\",\n                        },\n                    ],\n                    RetryAfterSeconds: 0,\n                },\n                Code: 503,\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009bfcc0\u003e: \n    failed to create route: the server is currently unable to handle the request\n    {\n        msg: \"failed to create route: the server is currently unable to handle the request\",\n        err: \u003c*errors.StatusError | 0xc000f1fe00\u003e{\n            ErrStatus: {\n                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                ListMeta: {\n                    SelfLink: \"\",\n                    ResourceVersion: \"\",\n                    Continue: \"\",\n                    RemainingItemCount: nil,\n                },\n                Status: \"Failure\",\n                Message: \"the server is currently unable to handle the request\",\n                Reason: \"ServiceUnavailable\",\n                Details: {\n                    Name: \"\",\n                    Group: \"\",\n                    Kind: \"\",\n                    UID: \"\",\n                    Causes: [\n                        {\n                            Type: \"UnexpectedServerResponse\",\n                            Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n                            Field: \"\",\n                        },\n                    ],\n                    RetryAfterSeconds: 0,\n                },\n                Code: 503,\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032275495365644288","occurred_at":"2026-03-13T02:00:10Z","signature_id":"954285fd93bc61498023104ca20dcd7f185a10d43766598b559838bb36d96ceb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"404b4766e52f5ee2ac5a708649d75d362172856f013ef26f84427d67f1ddce29","failure_pattern":"or adjust the parameters in Gomega's 'format' package.","search_query":"or adjust the parameters in Gomega's 'format' package.","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc0013df1a0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Cluster '2ov6s0cpl7gkpuue1b516qhk8cdsmabo' not found\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"NotFound\",\n        StatusCode: 404,\n        RawResponse: {\n            Status: \"404 Not Found\",\n            StatusCode: 404,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"Pragma\": [\"no-cache\"],\n                \"Content-Length\": [\"126\"],\n                \"X-Envoy-Upstream-Service-Time\": [\"584\"],\n                \"Content-Type\": [\"application/json\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADAEAST:20260311T013040Z:c842b23a-1dd5-473c-a571-3d4df49b88a4\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 0090BB3CE36E41728AA688E9FBBE247F Ref B: CHI261140503023 Ref C: 2026-03-11T01:30:39Z\",\n                ],\n                \"X-Ms-Error-Code\": [\"NotFound\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"c842b23a-1dd5-473c-a571-3d4df49b88a4\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 11 Mar 2026 01:30:40 GMT\",\n                ],\n                \"X-Ms-Request-Id\": [\n                    \"7385551f-2b14-46ef-b16b-b7df9d55e6e4\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001484b80\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 78, 111, 116, 70, 111, 117, 110, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 39, 50, 111, 118, 54, 115, 48, 99, 112, 108, 55, 103, 107, 112, 117, 117, 101, 49, 98, 53, 49, 54, 113, 104, 107, 56, 99, 100, 115, 109, 97, 98, 111, 39, 32, 110, 111, 116, 32, 102, 111, 117, 110, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                i: 0,\n            },\n            ContentLength: 126,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Accept\": [\"application/json\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc0013df1a0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Cluster '2ov6s0cpl7gkpuue1b516qhk8cdsmabo' not found\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"NotFound\",\n        StatusCode: 404,\n        RawResponse: {\n            Status: \"404 Not Found\",\n            StatusCode: 404,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"Pragma\": [\"no-cache\"],\n                \"Content-Length\": [\"126\"],\n                \"X-Envoy-Upstream-Service-Time\": [\"584\"],\n                \"Content-Type\": [\"application/json\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADAEAST:20260311T013040Z:c842b23a-1dd5-473c-a571-3d4df49b88a4\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 0090BB3CE36E41728AA688E9FBBE247F Ref B: CHI261140503023 Ref C: 2026-03-11T01:30:39Z\",\n                ],\n                \"X-Ms-Error-Code\": [\"NotFound\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"c842b23a-1dd5-473c-a571-3d4df49b88a4\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Wed, 11 Mar 2026 01:30:40 GMT\",\n                ],\n                \"X-Ms-Request-Id\": [\n                    \"7385551f-2b14-46ef-b16b-b7df9d55e6e4\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001484b80\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 78, 111, 116, 70, 111, 117, 110, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 39, 50, 111, 118, 54, 115, 48, 99, 112, 108, 55, 103, 107, 112, 117, 117, 101, 49, 98, 53, 49, 54, 113, 104, 107, 56, 99, 100, 115, 109, 97, 98, 111, 39, 32, 110, 111, 116, 32, 102, 111, 117, 110, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                i: 0,\n            },\n            ContentLength: 126,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Accept\": [\"application/json\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031530993478799360","occurred_at":"2026-03-11T00:41:47Z","signature_id":"c66edffee6c52f826a620529752935198ae4066ea0556ab2c673a6109ed96810","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"865f796e020c8ca288ba01b777e845f9f37e77f30fdc10ea7a7466893b77fbad","failure_pattern":"route host was never found: Get \"\u003curl\u003e\": dial tcp \u003cip\u003e:\u003cport\u003e: i/o timeout","search_query":"route host was never found: Get \"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\": dial tcp 20.116.240.254:443: i/o timeout","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-08..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008ac140\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\": dial tcp 20.116.240.254:443: i/o timeout\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\\\": dial tcp 20.116.240.254:443: i/o timeout\",\n        err: \u003c*url.Error | 0xc000f84300\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\",\n            Err: \u003c*net.OpError | 0xc000cb8320\u003e{\n                Op: \"dial\",\n                Net: \"tcp\",\n                Source: nil,\n                Addr: \u003c*net.TCPAddr | 0xc000f842d0\u003e{\n                    IP: [20, 116, 240, 254],\n                    Port: 443,\n                    Zone: \"\",\n                },\n                Err: \u003c*net.timeoutError | 0xb35be00\u003e{},\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008ac140\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\": dial tcp 20.116.240.254:443: i/o timeout\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\\\": dial tcp 20.116.240.254:443: i/o timeout\",\n        err: \u003c*url.Error | 0xc000f84300\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-qm5jk.apps.aro.a5a4c4g0z8w2g8w.e8s3.canadacentral.aroapp-hcp.io\",\n            Err: \u003c*net.OpError | 0xc000cb8320\u003e{\n                Op: \"dial\",\n                Net: \"tcp\",\n                Source: nil,\n                Addr: \u003c*net.TCPAddr | 0xc000f842d0\u003e{\n                    IP: [20, 116, 240, 254],\n                    Port: 443,\n                    Zone: \"\",\n                },\n                Err: \u003c*net.timeoutError | 0xb35be00\u003e{},\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2031829431797944320","occurred_at":"2026-03-11T20:27:35Z","signature_id":"de3b010bc208420d87938aebeec4279ea397ebdc0383a8502b745ae1523fa8bc","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
