time=2026-02-28T00:49:28.986Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-28T00:49:29.497Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:617a3658-19d6-4b12-b380-1c80483e8cde cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j5345792] deployment:map[replicas:2 requests:map[cpu:250m memory:512Mi]] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j5345792.hcpsvc.osadev.cloud] image:map[digest:sha256:2146b3b62b67d23bd7d01d1994f1cd266a3f4b678028fcaa597a0e3c6a4a2c63 registry:arohcpsvcdev.azurecr.io repository:ci-op-xy962icx/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-xy962icx/pipeline:pull workloadIdentityClientId:5272fcbe-2c7c-4e97-a9a0-30612db4264e workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:6da9dbef-3ae0-4d62-8caf-92d80374b73a workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-28T00:49:29.497Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:29.684Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate
time=2026-02-28T00:49:29.984Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false
time=2026-02-28T00:49:29.984Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:30.113Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:36.677Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="Internal error occurred: failed calling webhook \"validation.istio.io\": failed to call webhook: Post \"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\": proxy error from localhost:9443 while dialing 10.128.64.5:15017, code 500: 500 Internal Server Error"
time=2026-02-28T00:49:36.677Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:36.677Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:38.315Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy release=sessiongate namespace=sessiongate status=failed description="Release \"sessiongate\" failed: Internal error occurred: failed calling webhook \"validation.istio.io\": failed to call webhook: Post \"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\": proxy error from localhost:9443 while dialing 10.128.64.5:15017, code 500: 500 Internal Server Error" values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:617a3658-19d6-4b12-b380-1c80483e8cde cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j5345792] deployment:map[replicas:2 requests:map[cpu:250m memory:512Mi]] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j5345792.hcpsvc.osadev.cloud] image:map[digest:sha256:2146b3b62b67d23bd7d01d1994f1cd266a3f4b678028fcaa597a0e3c6a4a2c63 registry:arohcpsvcdev.azurecr.io repository:ci-op-xy962icx/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-xy962icx/pipeline:pull workloadIdentityClientId:5272fcbe-2c7c-4e97-a9a0-30612db4264e workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:6da9dbef-3ae0-4d62-8caf-92d80374b73a workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-28T00:49:38.318Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/4xUTU/cMBC951dYObHSOlptqwqoOPBRqVKlagWcqHpwnEdicDzpeAwC8eOrsHxEIezuzR6/eTPvjTWZhyhGpMQWUR2pyogRU3rsUXkDK79cqA6jsAv1XK1Dv02LtxDuEJ4jsTP2NTz7kymlVH6GztNDiyD5XOURMToKtRF8uG7BawsWd+1sf2ZcM2ID7kHmNmoXxZF2oWbE+Mp1nKQhdo9GHIUVeWcfnvHe0/04Y7KZc/xLiNLzIEhf2lEY98VrkDZJmk94LmAZsmK6cxX41JsPFXW03UYtF+A7Z3FsLaVdvTxNUag9fxntGa5dcCMFsRjkFYZJN7YrzGNiFJbaHvlmBvlxIW0pCJP360FMObgxSXuYCqzhYSesfZuj5VXy/sSFyoW6B3XJe12+36eSNg0/kDSfp/68vFydU5rwddpmn6KAp6S+nHVrgqnx+quH5pxMihh6tFnmbhwjn7dwvvy1Leqzv9+z21SCAwTxR78EYvak7hswlLgWUUzbqRJyDwS1VxlBH97Ll4vlN71Y6uX+5WJx+PXgcHlwlc9UUagNmC/7V/lslj2pG3JB3bpQHbkQwIPVRUG9b6zhqhrvqOxJdUz963ujc9VRtQbvRjJXnuq5ahGjqXtK4gqsyoeB+ArR/g8AAP//z4pdV2AFAAA="
time=2026-02-28T00:49:38.320Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-28T00:49:38.320Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: Internal error occurred: failed calling webhook \"validation.istio.io\": failed to call webhook: Post \"https://istiod-asm-1-26.aks-istio-system.svc:443/validate?timeout=10s\": proxy error from localhost:9443 while dialing 10.128.64.5:15017, code 500: 500 Internal Server Error"

time=2026-02-27T21:55:15.612Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T21:55:17.994Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T21:55:19.119Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=2f9bc3df8438c699ca6c98988ce60c2ccb66ddaa1aba21bdba0c58ab4c7a01d2
time=2026-02-27T21:57:20.128Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6967040/providers/Microsoft.Resources/deployments/2f9bc3df8438c699ca6c98988ce60c2ccb66ddaa1aba21bdba0c58ab4c7a01d2/operationStatuses/08584293775670295238\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6967040/providers/Microsoft.Resources/deployments/svc-monitor\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6967040/providers/Microsoft.Monitor/accounts/services-j6967040/providers/Microsoft.Authorization/roleAssignments/ee0c365c-7e98-5500-84a5-ba6bd06cc809\\\",\\r\\n            \\\"message\\\": \\\"Encountered internal server error. Diagnostic information: timestamp '20260227T215540Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'ea5e72a9-bedd-48b5-863d-1708d3c4ce83', request correlation id '5761150a-e097-4e6f-be30-8d18b690b860'.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapError | 0xc00080c8a0>: 
    failed to create HCP cluster list-test-cluster-f2mhhl: failed waiting for cluster="list-test-cluster-f2mhhl" in resourcegroup="cluster-listing-vjlprk" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708",
      "name": "11c25517-87e3-428b-9690-af763d4e7708",
      "status": "Failed",
      "startTime": "2026-02-27T21:16:02.290567422Z",
      "endTime": "2026-02-27T21:16:59.254117768Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster list-test-cluster-f2mhhl: failed waiting for cluster=\"list-test-cluster-f2mhhl\" in resourcegroup=\"cluster-listing-vjlprk\" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\",\n  \"name\": \"11c25517-87e3-428b-9690-af763d4e7708\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T21:16:02.290567422Z\",\n  \"endTime\": \"2026-02-27T21:16:59.254117768Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00080c880>{
            msg: "failed waiting for cluster=\"list-test-cluster-f2mhhl\" in resourcegroup=\"cluster-listing-vjlprk\" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\",\n  \"name\": \"11c25517-87e3-428b-9690-af763d4e7708\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T21:16:02.290567422Z\",\n  \"endTime\": \"2026-02-27T21:16:59.254117768Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapError | 0xc00080c8a0>: 
    failed to create HCP cluster list-test-cluster-f2mhhl: failed waiting for cluster="list-test-cluster-f2mhhl" in resourcegroup="cluster-listing-vjlprk" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708",
      "name": "11c25517-87e3-428b-9690-af763d4e7708",
      "status": "Failed",
      "startTime": "2026-02-27T21:16:02.290567422Z",
      "endTime": "2026-02-27T21:16:59.254117768Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster list-test-cluster-f2mhhl: failed waiting for cluster=\"list-test-cluster-f2mhhl\" in resourcegroup=\"cluster-listing-vjlprk\" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\",\n  \"name\": \"11c25517-87e3-428b-9690-af763d4e7708\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T21:16:02.290567422Z\",\n  \"endTime\": \"2026-02-27T21:16:59.254117768Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00080c880>{
            msg: "failed waiting for cluster=\"list-test-cluster-f2mhhl\" in resourcegroup=\"cluster-listing-vjlprk\" to finish creating: GET https://rp.j6091520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/11c25517-87e3-428b-9690-af763d4e7708\",\n  \"name\": \"11c25517-87e3-428b-9690-af763d4e7708\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T21:16:02.290567422Z\",\n  \"endTime\": \"2026-02-27T21:16:59.254117768Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-235/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected
    <*fmt.wrapError | 0xc000e821a0>: 
    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation "illegal-hcp-cluster" in resourcegroup="illegal-ocp-version-22v79l": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster
    --------------------------------------------------------------------------------
    RESPONSE 400: 400 Bad Request
    ERROR CODE: InvalidRequestContent
    --------------------------------------------------------------------------------
    {
      "error": {
        "code": "InvalidRequestContent",
        "message": "Invalid value: \"4.18\": must be at least 4.19",
        "target": "properties.version.id"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-22v79l\": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: InvalidRequestContent\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"InvalidRequestContent\",\n    \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n    \"target\": \"properties.version.id\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000e82180>{
            msg: "failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-22v79l\": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: InvalidRequestContent\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"InvalidRequestContent\",\n    \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n    \"target\": \"properties.version.id\"\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000cfe360>{
                ErrorCode: "InvalidRequestContent",
                StatusCode: 400,
                RawResponse: {
                    Status: "400 Bad Request",
                    StatusCode: 400,
                    Proto: "HTTP/2.0",
                    ProtoMajor: 2,
                    ProtoMinor: 0,
                    Header: {
                        "Content-Type": ["application/json"],
                        "X-Ms-Error-Code": [
                            "InvalidRequestContent",
                        ],
                        "X-Ms-Request-Id": [
                            "390ce0b7-71ee-4408-8fbb-5e59f0083c6f",
                        ],
                        "Date": [
                            "Fri, 27 Feb 2026 21:34:35 GMT",
                        ],
                        "Content-Length": ["176"],
                        "X-Envoy-Upstream-Service-Time": ["29"],
                        "Server": ["istio-envoy"],
                    },
                    Body: <*exported.nopClosingBytesReader | 0xc000e820a0>{
                        s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 32, 118, 97, 108, 117, 101, 58, 32, 92, 34, 52, 46, 49, 56, 92, 34, 58, 32, 109, 117, 115, 116, 32, 98, 101, 32, 97, 116, 32, 108, 101, 97, 115, 116, 32, 52, 46, 49, 57, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 112, 114, 111, 112, 101, 114, 116, 105, 101, 115, 46, 118, 101, 114, 115, 105, 111, 110, 46, 105, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],
                        i: 0,
                    },
                    ContentLength: 176,
                    TransferEncoding: nil,
                    Close: false,
                    Uncompressed: false,
                    Trailer: nil,
                    Request: {
                        Me...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

to match error
    <*matchers.MatchRegexpMatcher | 0xc000cfe3f0>: {
        Regexp: "Version .* (doesn't exist|is disabled)",
        Args: nil,
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected
    <*fmt.wrapError | 0xc000e821a0>: 
    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation "illegal-hcp-cluster" in resourcegroup="illegal-ocp-version-22v79l": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster
    --------------------------------------------------------------------------------
    RESPONSE 400: 400 Bad Request
    ERROR CODE: InvalidRequestContent
    --------------------------------------------------------------------------------
    {
      "error": {
        "code": "InvalidRequestContent",
        "message": "Invalid value: \"4.18\": must be at least 4.19",
        "target": "properties.version.id"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-22v79l\": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: InvalidRequestContent\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"InvalidRequestContent\",\n    \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n    \"target\": \"properties.version.id\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000e82180>{
            msg: "failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-22v79l\": PUT https://rp.j1774464.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-22v79l/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: InvalidRequestContent\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"InvalidRequestContent\",\n    \"message\": \"Invalid value: \\\"4.18\\\": must be at least 4.19\",\n    \"target\": \"properties.version.id\"\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000cfe360>{
                ErrorCode: "InvalidRequestContent",
                StatusCode: 400,
                RawResponse: {
                    Status: "400 Bad Request",
                    StatusCode: 400,
                    Proto: "HTTP/2.0",
                    ProtoMajor: 2,
                    ProtoMinor: 0,
                    Header: {
                        "Content-Type": ["application/json"],
                        "X-Ms-Error-Code": [
                            "InvalidRequestContent",
                        ],
                        "X-Ms-Request-Id": [
                            "390ce0b7-71ee-4408-8fbb-5e59f0083c6f",
                        ],
                        "Date": [
                            "Fri, 27 Feb 2026 21:34:35 GMT",
                        ],
                        "Content-Length": ["176"],
                        "X-Envoy-Upstream-Service-Time": ["29"],
                        "Server": ["istio-envoy"],
                    },
                    Body: <*exported.nopClosingBytesReader | 0xc000e820a0>{
                        s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 32, 118, 97, 108, 117, 101, 58, 32, 92, 34, 52, 46, 49, 56, 92, 34, 58, 32, 109, 117, 115, 116, 32, 98, 101, 32, 97, 116, 32, 108, 101, 97, 115, 116, 32, 52, 46, 49, 57, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 112, 114, 111, 112, 101, 114, 116, 105, 101, 115, 46, 118, 101, 114, 115, 105, 111, 110, 46, 105, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],
                        i: 0,
                    },
                    ContentLength: 176,
                    TransferEncoding: nil,
                    Close: false,
                    Uncompressed: false,
                    Trailer: nil,
                    Request: {
                        Me...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

to match error
    <*matchers.MatchRegexpMatcher | 0xc000cfe3f0>: {
        Regexp: "Version .* (doesn't exist|is disabled)",
        Args: nil,
    }

time=2026-02-27T20:53:18.564Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T20:53:38.885Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.4TIpASyiGq/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-9q4dtjgy/pipeline@sha256:57661c7cefbf66d8260d9118c9d7ec05c3dd9a3b3f010b89058783c7c8d85f36 to arohcpsvcdev.azurecr.io/ci-op-9q4dtjgy/pipeline:57661c7cefbf66d8260d9118c9d7ec05c3dd9a3b3f010b89058783c7c8d85f36.\nThe image will still be available under it's original digest sha256:57661c7cefbf66d8260d9118c9d7ec05c3dd9a3b3f010b89058783c7c8d85f36 in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:
    <*fmt.wrapError | 0xc000984840>: 
    failed to create route: the server is currently unable to handle the request
    {
        msg: "failed to create route: the server is currently unable to handle the request",
        err: <*errors.StatusError | 0xc00103cc80>{
            ErrStatus: {
                TypeMeta: {Kind: "", APIVersion: ""},
                ListMeta: {
                    SelfLink: "",
                    ResourceVersion: "",
                    Continue: "",
                    RemainingItemCount: nil,
                },
                Status: "Failure",
                Message: "the server is currently unable to handle the request",
                Reason: "ServiceUnavailable",
                Details: {
                    Name: "",
                    Group: "",
                    Kind: "",
                    UID: "",
                    Causes: [
                        {
                            Type: "UnexpectedServerResponse",
                            Message: "error trying to reach service: tls: first record does not look like a TLS handshake",
                            Field: "",
                        },
                    ],
                    RetryAfterSeconds: 0,
                },
                Code: 503,
            },
        },
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:
    <*fmt.wrapError | 0xc000984840>: 
    failed to create route: the server is currently unable to handle the request
    {
        msg: "failed to create route: the server is currently unable to handle the request",
        err: <*errors.StatusError | 0xc00103cc80>{
            ErrStatus: {
                TypeMeta: {Kind: "", APIVersion: ""},
                ListMeta: {
                    SelfLink: "",
                    ResourceVersion: "",
                    Continue: "",
                    RemainingItemCount: nil,
                },
                Status: "Failure",
                Message: "the server is currently unable to handle the request",
                Reason: "ServiceUnavailable",
                Details: {
                    Name: "",
                    Group: "",
                    Kind: "",
                    UID: "",
                    Causes: [
                        {
                            Type: "UnexpectedServerResponse",
                            Message: "error trying to reach service: tls: first record does not look like a TLS handshake",
                            Field: "",
                        },
                    ],
                    RetryAfterSeconds: 0,
                },
                Code: 503,
            },
        },
    }
occurred

fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:
    <*errors.joinError | 0xc0016f2090>: 
    failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed
    failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed
    {
        errs: [
            <*fmt.wrapError | 0xc000780e00>{
                msg: "failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                err: <*fmt.wrapError | 0xc000780de0>{
                    msg: "failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                    err: <*azidentity.AuthenticationFailedError | 0xc000e35800>{
                        RawResponse: nil,
                        credType: "AzureCLICredential",
                        message: "signal: killed",
                        omitResponse: false,
                    },
                },
            },
            <*fmt.wrapError | 0xc0008c4160>{
                msg: "failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                err: <*fmt.wrapError | 0xc0008c4140>{
                    msg: "failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                    err: <*azidentity.AuthenticationFailedError | 0xc00141a360>{
                        RawResponse: nil,
                        credType: "AzureCLICredential",
                        message: "signal: killed",
                        omitResponse: false,
                    },
                },
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:
    <*errors.joinError | 0xc0016f2090>: 
    failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed
    failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed
    {
        errs: [
            <*fmt.wrapError | 0xc000780e00>{
                msg: "failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                err: <*fmt.wrapError | 0xc000780de0>{
                    msg: "failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                    err: <*azidentity.AuthenticationFailedError | 0xc000e35800>{
                        RawResponse: nil,
                        credType: "AzureCLICredential",
                        message: "signal: killed",
                        omitResponse: false,
                    },
                },
            },
            <*fmt.wrapError | 0xc0008c4160>{
                msg: "failed to search for managed resource groups: failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                err: <*fmt.wrapError | 0xc0008c4140>{
                    msg: "failed to list resource groups while discovering managed groups: AzureCLICredential: signal: killed",
                    err: <*azidentity.AuthenticationFailedError | 0xc00141a360>{
                        RawResponse: nil,
                        credType: "AzureCLICredential",
                        message: "signal: killed",
                        omitResponse: false,
                    },
                },
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed
fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.004s.
NFD operator should be installed successfully
Expected success, but got an error:
    <*errors.errorString | 0xc001304960>: 
    subscription state not found
    {
        s: "subscription state not found",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.004s.
NFD operator should be installed successfully
Expected success, but got an error:
    <*errors.errorString | 0xc001304960>: 
    subscription state not found
    {
        s: "subscription state not found",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.002s.
NFD operator should be installed successfully
Expected success, but got an error:
    <*errors.errorString | 0xc001324950>: 
    subscription state not found
    {
        s: "subscription state not found",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.002s.
NFD operator should be installed successfully
Expected success, but got an error:
    <*errors.errorString | 0xc001324950>: 
    subscription state not found
    {
        s: "subscription state not found",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.000s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc0005261b0>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.000s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc0005261b0>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc00098b080>: 
    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-nvdjt7" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5",
      "name": "f174e9bc-6287-4dd3-8749-d64aac8eaab5",
      "status": "Failed",
      "startTime": "2026-02-27T19:50:29.098569889Z",
      "endTime": "2026-02-27T19:51:41.651819501Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nvdjt7\" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"name\": \"f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T19:50:29.098569889Z\",\n  \"endTime\": \"2026-02-27T19:51:41.651819501Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00098b040>{
            msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nvdjt7\" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"name\": \"f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T19:50:29.098569889Z\",\n  \"endTime\": \"2026-02-27T19:51:41.651819501Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n---------------------------------------------...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc00098b080>: 
    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-nvdjt7" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5",
      "name": "f174e9bc-6287-4dd3-8749-d64aac8eaab5",
      "status": "Failed",
      "startTime": "2026-02-27T19:50:29.098569889Z",
      "endTime": "2026-02-27T19:51:41.651819501Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nvdjt7\" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"name\": \"f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T19:50:29.098569889Z\",\n  \"endTime\": \"2026-02-27T19:51:41.651819501Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00098b040>{
            msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-nvdjt7\" to finish creating: GET https://rp.j4959232.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"name\": \"f174e9bc-6287-4dd3-8749-d64aac8eaab5\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T19:50:29.098569889Z\",\n  \"endTime\": \"2026-02-27T19:51:41.651819501Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-151/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n---------------------------------------------...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

time=2026-02-27T19:01:42.145Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T19:01:42.682Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj7732096.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj7732096.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:51cf59a2-0c5f-43c9-9547-21f7f88ae774 databaseName:arohcpprow-rp-j7732096 databaseUrl:https://arohcpprow-rp-j7732096.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-2gd5cq9w/pipeline@sha256:340f1ff0b72f84ade72c96e414a2eecdbd7189d3c39d2998e0ba31d934b09c0f replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-2gd5cq9w/pipeline:pull workloadIdentityClientId:dc589e05-8344-45ec-9b8f-177eb62874b1 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:51cf59a2-0c5f-43c9-9547-21f7f88ae774 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T19:01:42.682Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:43.074Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T19:01:43.501Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T19:01:43.501Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:43.625Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:43.931Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="backend/templates/backend.deployment.yaml:68:25\n  executing \"backend/templates/backend.deployment.yaml\" at <.Values.miMock.certName>:\n    nil pointer evaluating interface {}.certName"
time=2026-02-27T19:01:43.931Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:43.931Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:44.052Z level=ERROR msg="Failed to capture diagnostics for Helm release" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="failed to get status for release aro-hcp-backend-dev: release: not found"
time=2026-02-27T19:01:44.052Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T19:01:44.053Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: backend/templates/backend.deployment.yaml:68:25\n  executing \"backend/templates/backend.deployment.yaml\" at <.Values.miMock.certName>:\n    nil pointer evaluating interface {}.certName"

time=2026-02-27T18:28:42.331Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T18:29:17.612Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.SZzAf9qcGP/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-ndhix1pm/pipeline@sha256:3df5e467028465e193fd400e34fca415dc7d9609e11dbc7c33ca69edb14a7e7d to arohcpsvcdev.azurecr.io/ci-op-ndhix1pm/pipeline:3df5e467028465e193fd400e34fca415dc7d9609e11dbc7c33ca69edb14a7e7d.\nThe image will still be available under it's original digest sha256:3df5e467028465e193fd400e34fca415dc7d9609e11dbc7c33ca69edb14a7e7d in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc00081e090>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc00081e090>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc000bd2180>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc000bd2180>: 
    nfd-worker DaemonSet not found
    {
        s: "nfd-worker DaemonSet not found",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc001134410>: 
    nfd-worker DaemonSet found but not ready: desired=2, ready=0
    {
        s: "nfd-worker DaemonSet found but not ready: desired=2, ready=0",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.002s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc001134410>: 
    nfd-worker DaemonSet found but not ready: desired=2, ready=0
    {
        s: "nfd-worker DaemonSet found but not ready: desired=2, ready=0",
    }

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapError | 0xc000931a60>: 
    failed to create HCP cluster basic-cluster: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-x7fl2l" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7",
      "name": "6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7",
      "status": "Failed",
      "startTime": "2026-02-27T18:04:25.317040147Z",
      "endTime": "2026-02-27T18:05:09.102514272Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-x7fl2l\" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"name\": \"6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T18:04:25.317040147Z\",\n  \"endTime\": \"2026-02-27T18:05:09.102514272Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000931a40>{
            msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-x7fl2l\" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"name\": \"6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T18:04:25.317040147Z\",\n  \"endTime\": \"2026-02-27T18:05:09.102514272Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n------------------------...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapError | 0xc000931a60>: 
    failed to create HCP cluster basic-cluster: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-x7fl2l" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7",
      "name": "6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7",
      "status": "Failed",
      "startTime": "2026-02-27T18:04:25.317040147Z",
      "endTime": "2026-02-27T18:05:09.102514272Z",
      "error": {
        "code": "InternalServerError",
        "message": "failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\n--------------------------------------------------------------------------------\nRESPONSE 429: 429 Too Many Requests\nERROR CODE: SubscriptionRequestsThrottled\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"SubscriptionRequestsThrottled\",\n    \"message\": \"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\"\n  }\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-x7fl2l\" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"name\": \"6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T18:04:25.317040147Z\",\n  \"endTime\": \"2026-02-27T18:05:09.102514272Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'd6b62dfa-87f5-49b3-bbcb-4a687c4faa96' exceeded. Please try again after '1' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000931a40>{
            msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-x7fl2l\" to finish creating: GET https://rp.j7863040.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"name\": \"6cc44886-65c2-4ee1-b2c2-f7dbbcb26cb7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T18:04:25.317040147Z\",\n  \"endTime\": \"2026-02-27T18:05:09.102514272Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-227/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n------------------------...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.006s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc000a394e0>: 
    nfd-worker DaemonSet found but not ready: desired=2, ready=0
    {
        s: "nfd-worker DaemonSet found but not ready: desired=2, ready=0",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:356]: Timed out after 300.006s.
NFD worker DaemonSet should be created and have ready pods
Expected success, but got an error:
    <*errors.errorString | 0xc000a394e0>: 
    nfd-worker DaemonSet found but not ready: desired=2, ready=0
    {
        s: "nfd-worker DaemonSet found but not ready: desired=2, ready=0",
    }

time=2026-02-27T17:27:05.933Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T17:27:35.176Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.CaGoNhcOSj/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-d7502wz7/pipeline@sha256:1161d97dfab7c0d32936bfe9ac3421c623832b1a0b40803a3c69bc1d5f8668db to arohcpsvcdev.azurecr.io/ci-op-d7502wz7/pipeline:1161d97dfab7c0d32936bfe9ac3421c623832b1a0b40803a3c69bc1d5f8668db.\nThe image will still be available under it's original digest sha256:1161d97dfab7c0d32936bfe9ac3421c623832b1a0b40803a3c69bc1d5f8668db in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:366]: Timed out after 300.002s.
NFD worker images from registry.redhat.io should be pulled successfully with the added pull secret
Expected success, but got an error:
    <*errors.errorString | 0xc001515460>: 
    image pull errors detected:
    pod nfd-gc-685d666965-wbsn5 container nfd-gc: ImagePullBackOff - Back-off pulling image "registry.redhat.io/openshift4/ose-node-feature-discovery:latest": ErrImagePull: unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    pod nfd-worker-j5chf container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    pod nfd-worker-wzvp9 container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    {
        s: "image pull errors detected:\npod nfd-gc-685d666965-wbsn5 container nfd-gc: ImagePullBackOff - Back-off pulling image \"registry.redhat.io/openshift4/ose-node-feature-discovery:latest\": ErrImagePull: unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image\npod nfd-worker-j5chf container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image\npod nfd-worker-wzvp9 container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image",
    }
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:366]: Timed out after 300.002s.
NFD worker images from registry.redhat.io should be pulled successfully with the added pull secret
Expected success, but got an error:
    <*errors.errorString | 0xc001515460>: 
    image pull errors detected:
    pod nfd-gc-685d666965-wbsn5 container nfd-gc: ImagePullBackOff - Back-off pulling image "registry.redhat.io/openshift4/ose-node-feature-discovery:latest": ErrImagePull: unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    pod nfd-worker-j5chf container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    pod nfd-worker-wzvp9 container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image
    {
        s: "image pull errors detected:\npod nfd-gc-685d666965-wbsn5 container nfd-gc: ImagePullBackOff - Back-off pulling image \"registry.redhat.io/openshift4/ose-node-feature-discovery:latest\": ErrImagePull: unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image\npod nfd-worker-j5chf container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image\npod nfd-worker-wzvp9 container nfd-worker: ErrImagePull - unable to pull image or OCI artifact: pull image err: copying system image from manifest list: reading signatures: reading signature from https://registry.redhat.io/containers/sigstore/openshift4/ose-node-feature-discovery@sha256=f061573910f11a78a8c4e2cb636fcbd280a5a50962b2d51ab33ea42e3a2a3f96/signature-7: received unexpected HTTP status: 500 Internal Server Error; artifact err: provided artifact is a container image",
    }

time=2026-02-27T16:19:15.939Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T16:19:49.302Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.vU7Kvs5nkv/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-3kdmfil7/pipeline@sha256:0ddb47878b75a6f698580a63e387c553078a3d06576482db0ac6af213987e832 to arohcpsvcdev.azurecr.io/ci-op-3kdmfil7/pipeline:0ddb47878b75a6f698580a63e387c553078a3d06576482db0ac6af213987e832.\nThe image will still be available under it's original digest sha256:0ddb47878b75a6f698580a63e387c553078a3d06576482db0ac6af213987e832 in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

time=2026-02-27T16:03:31.730Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T16:04:09.657Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.6Vrz4dROcC/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-jt2ikvc8/pipeline@sha256:02bf8b32699eb8194f3d4b6ddff936f87443e59186ac7ae065e9fe265e59ec7b to arohcpsvcdev.azurecr.io/ci-op-jt2ikvc8/pipeline:02bf8b32699eb8194f3d4b6ddff936f87443e59186ac7ae065e9fe265e59ec7b.\nThe image will still be available under it's original digest sha256:02bf8b32699eb8194f3d4b6ddff936f87443e59186ac7ae065e9fe265e59ec7b in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

time=2026-02-27T15:58:16.388Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T15:59:13.384Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.EYvDS2Zkoz/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-19ypnm6p/pipeline@sha256:00558cd649b38d3da0a0acc6e434ab220c36a802847e49bb8b45a5eb0893280b to arohcpsvcdev.azurecr.io/ci-op-19ypnm6p/pipeline:00558cd649b38d3da0a0acc6e434ab220c36a802847e49bb8b45a5eb0893280b.\nThe image will still be available under it's original digest sha256:00558cd649b38d3da0a0acc6e434ab220c36a802847e49bb8b45a5eb0893280b in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:
    <*fmt.wrapError | 0xc000884c00>: 
    failed waiting for cluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-p25pd9" to finish creating: GET https://rp.j4067584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56",
      "name": "5bc4daeb-919d-4656-9e0b-89649609fd56",
      "status": "Failed",
      "startTime": "2026-02-27T15:12:27.639241982Z",
      "endTime": "2026-02-27T15:14:18.918226609Z",
      "error": {
        "code": "InternalServerError",
        "message": "PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev/tokens/hc-ocp-pull-2onmcmpiplslohukepj06ujm7007gtnu\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RegistryStatusConflict\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RegistryStatusConflict\",\n    \"message\": \"Cannot perform the operation as registry arohcpocpdev is in Updating status.\"\n  },\n  \"status\": \"Failed\"\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-p25pd9\" to finish creating: GET https://rp.j4067584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56\",\n  \"name\": \"5bc4daeb-919d-4656-9e0b-89649609fd56\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T15:12:27.639241982Z\",\n  \"endTime\": \"2026-02-27T15:14:18.918226609Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev/tokens/hc-ocp-pull-2onmcmpiplslohukepj06ujm7007gtnu\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: RegistryStatusConflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"RegistryStatusConflict\\\",\\n    \\\"message\\\": \\\"Cannot perform the operation as registry arohcpocpdev is in Updating status.\\\"\\n  },\\n  \\\"status\\\": \\\"Failed\\\"\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*exported.ResponseError | 0xc001138930>{
            ErrorCode: "InternalServerError",
            StatusCode: 200,
            RawResponse: {
                Status: "200 OK",
                StatusCode: 200,
                Proto: "HTTP/2.0",
                ProtoMajor: 2,
                ProtoMinor: 0,
                Header: {
                    "Content-Length": ["1168"],
                    "X-Envoy-Upstream-Service-Time": ["10"],
                    "Server": ["istio-envoy"],
                    "Content-Type": ["application/json"],
                    "X-Ms-Request-Id": [
                        "e51a5e45-61c6-428f-a18e-a1f1e72db4fe",
                    ],
                    "Date": [
                        "Fri, 27 Feb 2026 15:14:28 GMT",
                    ],
                },
                Body: <*exported.nopClosingBytesReader | 0xc000884a80>{
                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 98, 99, 52, 100, 97, 101, 98, 45, 57, 49, 57, 100, 45, 52, 54, 53, 54, 45, 57, 101, 48, 98, 45, 56, 57, 54, 52, 57, 54, 48, 57, 102, 100, 53, 54, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 98, 99, 52, 100, 97, 101, 98, 45, 57, 49, 57, 100, 45, 52, 54, 53, 54, 45, 57, 101, 48, 98, 45, 56, 57, 54, 52, 57, 54, 48, 57, 102, 100, 53, 54, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48,...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:
    <*fmt.wrapError | 0xc000884c00>: 
    failed waiting for cluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-p25pd9" to finish creating: GET https://rp.j4067584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: InternalServerError
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56",
      "name": "5bc4daeb-919d-4656-9e0b-89649609fd56",
      "status": "Failed",
      "startTime": "2026-02-27T15:12:27.639241982Z",
      "endTime": "2026-02-27T15:14:18.918226609Z",
      "error": {
        "code": "InternalServerError",
        "message": "PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev/tokens/hc-ocp-pull-2onmcmpiplslohukepj06ujm7007gtnu\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RegistryStatusConflict\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RegistryStatusConflict\",\n    \"message\": \"Cannot perform the operation as registry arohcpocpdev is in Updating status.\"\n  },\n  \"status\": \"Failed\"\n}\n--------------------------------------------------------------------------------\n"
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-p25pd9\" to finish creating: GET https://rp.j4067584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5bc4daeb-919d-4656-9e0b-89649609fd56\",\n  \"name\": \"5bc4daeb-919d-4656-9e0b-89649609fd56\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T15:12:27.639241982Z\",\n  \"endTime\": \"2026-02-27T15:14:18.918226609Z\",\n  \"error\": {\n    \"code\": \"InternalServerError\",\n    \"message\": \"PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev/tokens/hc-ocp-pull-2onmcmpiplslohukepj06ujm7007gtnu\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: RegistryStatusConflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"RegistryStatusConflict\\\",\\n    \\\"message\\\": \\\"Cannot perform the operation as registry arohcpocpdev is in Updating status.\\\"\\n  },\\n  \\\"status\\\": \\\"Failed\\\"\\n}\\n--------------------------------------------------------------------------------\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*exported.ResponseError | 0xc001138930>{
            ErrorCode: "InternalServerError",
            StatusCode: 200,
            RawResponse: {
                Status: "200 OK",
                StatusCode: 200,
                Proto: "HTTP/2.0",
                ProtoMajor: 2,
                ProtoMinor: 0,
                Header: {
                    "Content-Length": ["1168"],
                    "X-Envoy-Upstream-Service-Time": ["10"],
                    "Server": ["istio-envoy"],
                    "Content-Type": ["application/json"],
                    "X-Ms-Request-Id": [
                        "e51a5e45-61c6-428f-a18e-a1f1e72db4fe",
                    ],
                    "Date": [
                        "Fri, 27 Feb 2026 15:14:28 GMT",
                    ],
                },
                Body: <*exported.nopClosingBytesReader | 0xc000884a80>{
                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 98, 99, 52, 100, 97, 101, 98, 45, 57, 49, 57, 100, 45, 52, 54, 53, 54, 45, 57, 101, 48, 98, 45, 56, 57, 54, 52, 57, 54, 48, 57, 102, 100, 53, 54, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 98, 99, 52, 100, 97, 101, 98, 45, 57, 49, 57, 100, 45, 52, 54, 53, 54, 45, 57, 101, 48, 98, 45, 56, 57, 54, 52, 57, 54, 48, 57, 102, 100, 53, 54, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48,...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

time=2026-02-27T12:19:48.936Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:19:49.344Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj3339904.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj3339904.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:dac1de9b-6368-4f61-a812-3665d74e215f databaseName:arohcpprow-rp-j3339904 databaseUrl:https://arohcpprow-rp-j3339904.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-9z1t4qjx/pipeline@sha256:2e1d98693a96033a7a46237aaff2214847d3d05b51fbbe771b4d4399649c563f replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-9z1t4qjx/pipeline:pull workloadIdentityClientId:26f97ceb-7566-4bab-a70c-1636d00a5f28 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:dac1de9b-6368-4f61-a812-3665d74e215f workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:19:49.344Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:49.610Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:19:49.931Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:19:49.931Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:50.045Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:50.335Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="backend/templates/backend.deployment.yaml:68:25\n  executing \"backend/templates/backend.deployment.yaml\" at <.Values.miMock.certName>:\n    nil pointer evaluating interface {}.certName"
time=2026-02-27T12:19:50.335Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:50.335Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:50.449Z level=ERROR msg="Failed to capture diagnostics for Helm release" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="failed to get status for release aro-hcp-backend-dev: release: not found"
time=2026-02-27T12:19:50.449Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:50.450Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: backend/templates/backend.deployment.yaml:68:25\n  executing \"backend/templates/backend.deployment.yaml\" at <.Values.miMock.certName>:\n    nil pointer evaluating interface {}.certName"

time=2026-02-27T12:13:26.602Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:13:27.070Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:13:27.070Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:13:27.135Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:13:27.257Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:13:27.257Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:13:27.377Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:32.182Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T12:18:32.183Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:32.183Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:36.375Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Release \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:18:36.377Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/4yTQW/aQBCF7/4VI59A8kaJIyUVVQ407alKhZqeUvWw3n2FDesda3YNIuLHV8alWAgars/fm3nP2sk8Egkit2IQ6YGsTjrpymPE1StM+uqCncQkLswL6qVvusY/CSuEnRIbbfby+GdGRJRPjcxa7z+5YF2Y5wXllTZLBKua1ntVHXQtrBamyYveOANk2qYFQnJGJ8dhAKn9kBpJnIkn/M+QlTOYGsNtSIPFJ9jv7NHJHtpCFDzM0cIheaLL+8bPaDxvavRRjmqc4LvqLO5t13zG3pnNjvKe1/vW/7E/wwjSTHjlLOTR6xiHeWP/c9QSG7XSrU/nf+ATB5dYLkv9yOG3mz/pZrhMv7UCJW1IroYyO+RS71n6b7oL30T262O2bCtIQEL80j3YmG1pvYCAulgx6bqhCmkNBBpZndDJo7y8Lu/UdanK+x835eTmdlLev+Rjurqis8yHye3dSz4eZ1t6ZRdo6YJ9cCFABmfGgQ7XNTyr43vKttQId18PQQtq2PbwZUMK8jwvqEaMet6NZLEQqjaD8hbR/AkAAP//x9KwYAwEAAA="
time=2026-02-27T12:18:36.380Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:36.380Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T12:19:36.380Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:19:37.227Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:19:37.227Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:37.676Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:19:37.867Z level=INFO msg="Doing dry-run of Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:37.867Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:38.042Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=1
time=2026-02-27T12:19:39.011Z level=INFO msg="Removing old field manager from objects in release manifest." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:39.011Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ServiceAccount" namespace=aro-hcp name=backend
time=2026-02-27T12:19:39.368Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-azure-runtime-config
time=2026-02-27T12:19:39.739Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-config
time=2026-02-27T12:19:39.866Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=Role" namespace=aro-hcp name=leader-election
time=2026-02-27T12:19:40.400Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=RoleBinding" namespace=aro-hcp name=backend-leader-election
time=2026-02-27T12:19:40.761Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=Service" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:19:41.079Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="apps/v1, Kind=Deployment" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:19:41.448Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="acrpull.microsoft.com/v1beta2, Kind=AcrPullBinding" namespace=aro-hcp name=backend-pull-binding
time=2026-02-27T12:19:41.779Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1, Kind=AuthorizationPolicy" namespace=aro-hcp name=allow-metrics-backend
time=2026-02-27T12:19:42.142Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1beta1, Kind=PeerAuthentication" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:19:42.565Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="secrets-store.csi.x-k8s.io/v1, Kind=SecretProviderClass" namespace=aro-hcp name=backend-service-key-vault
time=2026-02-27T12:19:42.904Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="monitoring.coreos.com/v1, Kind=ServiceMonitor" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:19:43.244Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:19:43.244Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:19:43.367Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=1
time=2026-02-27T12:24:46.353Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:24:46.353Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:24:46.353Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:24:50.117Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Upgrade \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:24:50.119Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5STT2/TQBDF7/4UI58SyVulpoAI6iEUTqgoAk5FHNa7j2Sb9Y41u06UKh8eOVGIFTm0vT7/3vx53sk8Egkit2IQ6ZasTjrpymPE1SNM+uqCncYkLiwKOkjfdI1/EtYIeyU22hzl8a+MiCifGZm33n9ywbqwyAvKK21WCFY1rfeqOulaWC1NkxcH4xyQWZuWCMkZnRyHHqSORWokcSYO+H/ACNJceO0s5M7rGPvdI2TtDNQKW7XWrU+DJfbMPQeXWAbaX/bMjOE2pF7HAfY7ewwE46EtRMHDnK191uR1gXRhsrinfZZz9s5s95T3vDna/rPYHYc/bnGvm/6o+qkVKGlDcjWU2SMv9V6ku1g6+fkcPqPxvK0R0jM/J/v9MVu1FSQgIX7pHmzMdrRZQkDd7DHpuqEKaQMEGlmd0MmjvJyU79SkVOX7n9fl9PrD9ObNQz6mqyu6xJQ307eTh3w8znb0yC7QygV760KA9M6MA52uq39W5/eU7agR7r6eBi2oYXuAX1akIM+LgmrEqBddSRYLoWrbW94imr8BAAD//7rwSicMBAAA"
time=2026-02-27T12:24:50.121Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:24:50.121Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:25:50.121Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:25:51.025Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:25:51.025Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:25:51.343Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:25:51.639Z level=INFO msg="Doing dry-run of Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:25:51.639Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:25:51.817Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=2
time=2026-02-27T12:25:52.845Z level=INFO msg="Removing old field manager from objects in release manifest." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:25:52.845Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ServiceAccount" namespace=aro-hcp name=backend
time=2026-02-27T12:25:53.213Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-azure-runtime-config
time=2026-02-27T12:25:53.564Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-config
time=2026-02-27T12:25:53.694Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=Role" namespace=aro-hcp name=leader-election
time=2026-02-27T12:25:54.192Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=RoleBinding" namespace=aro-hcp name=backend-leader-election
time=2026-02-27T12:25:54.508Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=Service" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:25:54.800Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="apps/v1, Kind=Deployment" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:25:55.181Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="acrpull.microsoft.com/v1beta2, Kind=AcrPullBinding" namespace=aro-hcp name=backend-pull-binding
time=2026-02-27T12:25:55.498Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1, Kind=AuthorizationPolicy" namespace=aro-hcp name=allow-metrics-backend
time=2026-02-27T12:25:55.915Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1beta1, Kind=PeerAuthentication" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:25:56.282Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="secrets-store.csi.x-k8s.io/v1, Kind=SecretProviderClass" namespace=aro-hcp name=backend-service-key-vault
time=2026-02-27T12:25:56.588Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="monitoring.coreos.com/v1, Kind=ServiceMonitor" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:25:56.892Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:25:56.892Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:25:57.074Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=2
time=2026-02-27T12:31:00.160Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:31:00.160Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:31:00.160Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:31:04.406Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Upgrade \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj8683520.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj8683520.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 databaseName:arohcpprow-rp-j8683520 databaseUrl:https://arohcpprow-rp-j8683520.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-0m9v6ls2/pipeline@sha256:b3b4edc212ef944e28c86d668b5ba11e4650366eaf06fcc92635da54a366acb4 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-0m9v6ls2/pipeline:pull workloadIdentityClientId:7ec5944e-14d7-4606-8783-e1cfc6bf6032 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:83608b2d-35bd-4b05-a8dd-aea3a3e8abf2 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:31:04.407Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/4yTT2/aQBDF7/4UI5+C5I2I26QSVQ407alKhdqeUvWw3n2FDetda3YWRMSHr0xCsRCoXN/+3ps/9hQeQowUMxskuierRYtuPK5i8wwjX12wkyTswryiV+mbbvFPwgphp6ROm708+lUQEZU/YBgy47hyFvzgdUplRWWjzRLBqgReOQO1xEatdPbSP2qOamG6stpH7JjHGJxEHgDqLeW8Z2pMzEEGFU+wDzH8cfNH3Q0b0y+ZoTgHcS2U2SGXes/S36NHL3toC1bwMOJiOEN+csG6MB8m/9/4NviJLakWws6kE6bP6HzctAhy2XZnAE+zLBDEGX3UyQX1poZn2fsTA3bZe9Uc9GNjlkVk97KrOYvemc2O8j6u9/VO9V38/lgscwMOEKQv/Q+bii2tF2BQ/4WT6LajBrIGAl1ZLejlq7Ie13dqXKv6w8+belLfTm7vnsoRXV/TOebdzWT8/qkcjYotPUcXaOmCvXchgAdnFgMdrmt4Vsf3VGyp49i/HhqtqIv2Fb4spCIf5xW1SEnP+8jIFkzNZjC8RTJ/AwAA///wEZfkDAQAAA=="
time=2026-02-27T12:31:04.411Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:31:04.411Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:32:04.416Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"

time=2026-02-27T12:06:02.439Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:06:03.044Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:06:03.044Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:06:03.105Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:06:03.222Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:06:03.222Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:06:03.336Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:11:07.242Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T12:11:07.242Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:11:07.242Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:11:11.290Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Release \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:11:11.292Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5STQWvbQBCF7/oVg04xaIOtQgouOaRpTyXFND2l9LDafZU3Xu2I2ZWNg398kR3Xwshten1635s3YifzSCSI3IlBpFuyOumkK48rrp5h0hcX7DwmcaEu6CB91Q3+SFgj7JXYanOUJz8yIqL8nsMvVz/oNi8or7RZIVilXzqBki4k10CZvaX/roXV0rR58Rf2ovvOyKLz/qML1oV6iLSd96o66edgl5Ys7kUnx2HB3pnt3uU9b1SDJM5E9Zo1gi8A6SMQkjP7jIHpyB1zRvhHyNoZPHBwiWWEHWG+sUcve2gLUfAwZ4OHzpFf8m/wtdb/7fIJredtg5DetscjjCAthNfOQu69jnHYMh46qBW2aq07ny73vDOGu8PYkXHZzw/ZqqsgAQnxc/9gY7ajzRIC6h9hTLppqULaAIGurE7o5au8nJY3alqq8v33WTmf3syn757yCV1f0yXPbDafzZ7yySTb0TO7QCsX7K0LATI4Mw50uq7hWZ3fU7ajVrj/eipaUMv2YH5bSEGe64IaxKjrPpLFQqjaDpa3iOZ3AAAA//+AUkQkDAQAAA=="
time=2026-02-27T12:11:11.296Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:11:11.296Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T12:12:11.301Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:12:11.871Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:12:11.871Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:12:12.234Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:12:12.526Z level=INFO msg="Doing dry-run of Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:12:12.526Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:12:12.756Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=1
time=2026-02-27T12:12:13.745Z level=INFO msg="Removing old field manager from objects in release manifest." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:12:13.745Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ServiceAccount" namespace=aro-hcp name=backend
time=2026-02-27T12:12:14.143Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-azure-runtime-config
time=2026-02-27T12:12:14.529Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-config
time=2026-02-27T12:12:14.695Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=Role" namespace=aro-hcp name=leader-election
time=2026-02-27T12:12:15.316Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=RoleBinding" namespace=aro-hcp name=backend-leader-election
time=2026-02-27T12:12:15.631Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=Service" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:12:15.965Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="apps/v1, Kind=Deployment" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:12:16.284Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="acrpull.microsoft.com/v1beta2, Kind=AcrPullBinding" namespace=aro-hcp name=backend-pull-binding
time=2026-02-27T12:12:16.599Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1, Kind=AuthorizationPolicy" namespace=aro-hcp name=allow-metrics-backend
time=2026-02-27T12:12:16.968Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1beta1, Kind=PeerAuthentication" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:12:17.384Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="secrets-store.csi.x-k8s.io/v1, Kind=SecretProviderClass" namespace=aro-hcp name=backend-service-key-vault
time=2026-02-27T12:12:17.701Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="monitoring.coreos.com/v1, Kind=ServiceMonitor" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:12:18.251Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:12:18.251Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:12:18.382Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=1
time=2026-02-27T12:17:21.603Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:17:21.604Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:17:21.604Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:17:25.432Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Upgrade \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:17:25.433Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5STT2/TQBDF7/4UI58ayVsVS1AU1EMonFBRBJyKOKx3H8426x1rdp0oVT482oQQEzW0SD49/+bP25kpPBIJIg9iEOmGrE466cbjgpsHmPTJBTuNSVxoK9pLn3WHPxJWCDsl9toc5Mn3goio/ApZOYM7Di6xlBWVWlgtTK8abZYIdiSV1V8xM2N4CCkD59lbDj9de6f7Eab04yBQMoTkOiizQ14ae5b+wh5Z9tAWouBhkuPwBDkzMh+8f++CdaEdJ+8H71Vz1E8C54DMhrRASM7ok+yHB1MdkjgTz7T4RNXnO/794v9X7QN6z5sO+xE9P9bsjMU97ozN2Tuz2VHe8/pQ5p9bYQRpLrxyFnLrdYxjk3FvQS2xUSs9+HFTZfHjXbEcGkhAQvyYFzYWW1ovIKC8JDHprqcGaQ0EurA6IcsXZX1Vv1FXtaqvv72qp/l7e19O6PKSzjLX0/r1fTmZFFt6YBdo6YK9cSFARmfGgY7XNT6r03sqttQL57/HRivq2e7hlyWpyHNbUYcYdZtTslgINZuReYtofgUAAP//ayOzsQwEAAA="
time=2026-02-27T12:17:25.434Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:17:25.435Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:18:25.438Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T12:18:26.395Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:18:26.395Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:26.930Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp
time=2026-02-27T12:18:27.148Z level=INFO msg="Doing dry-run of Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:27.148Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:27.445Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=2
time=2026-02-27T12:18:28.460Z level=INFO msg="Removing old field manager from objects in release manifest." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:28.460Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ServiceAccount" namespace=aro-hcp name=backend
time=2026-02-27T12:18:28.799Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-azure-runtime-config
time=2026-02-27T12:18:29.164Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=ConfigMap" namespace=aro-hcp name=backend-config
time=2026-02-27T12:18:29.359Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=Role" namespace=aro-hcp name=leader-election
time=2026-02-27T12:18:29.956Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="rbac.authorization.k8s.io/v1, Kind=RoleBinding" namespace=aro-hcp name=backend-leader-election
time=2026-02-27T12:18:30.279Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="/v1, Kind=Service" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:18:30.612Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="apps/v1, Kind=Deployment" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:18:31.127Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="acrpull.microsoft.com/v1beta2, Kind=AcrPullBinding" namespace=aro-hcp name=backend-pull-binding
time=2026-02-27T12:18:31.489Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1, Kind=AuthorizationPolicy" namespace=aro-hcp name=allow-metrics-backend
time=2026-02-27T12:18:31.907Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="security.istio.io/v1beta1, Kind=PeerAuthentication" namespace=aro-hcp name=aro-hcp-backend-metrics
time=2026-02-27T12:18:32.341Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="secrets-store.csi.x-k8s.io/v1, Kind=SecretProviderClass" namespace=aro-hcp name=backend-service-key-vault
time=2026-02-27T12:18:32.650Z level=INFO msg="Decoded resource from manifests." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy gvk="monitoring.coreos.com/v1, Kind=ServiceMonitor" namespace=aro-hcp name=aro-hcp-backend
time=2026-02-27T12:18:33.057Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false
time=2026-02-27T12:18:33.057Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:18:33.226Z level=INFO msg="Found release history, upgrading..." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy numVersions=2
time=2026-02-27T12:23:36.221Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:23:36.221Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:23:36.221Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:23:40.897Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy release=aro-hcp-backend-dev namespace=aro-hcp status=failed description="Upgrade \"aro-hcp-backend-dev\" failed: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded" values="map[azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpprowoidcj6426752.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpprowoidcj6426752.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:95227438-b9b0-4364-b936-90a72f85e701 databaseName:arohcpprow-rp-j6426752 databaseUrl:https://arohcpprow-rp-j6426752.documents.azure.com:443/ location:westus3] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-ymccrjwx/pipeline@sha256:4d7ed282c8f0d436517235e97cdbb1f663664ae371bafc1ec74714fcfcabd366 replicas:2 zoneCount:4] fpa:map[certName:firstPartyCert2 clientId:b3cb2fab-15cb-4583-ad06-f91da9bfe2d1] maestro:map[sourceEnvironmentIdentifier:arohcpprow] miMock:map[certName:msiMockCert2 clientId:e8723db7-9b9e-46a4-9f7d-64d75c3534f0 principalId:d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-ymccrjwx/pipeline:pull workloadIdentityClientId:075cde89-c30e-4e4d-a8c9-d0d39d246bad workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:95227438-b9b0-4364-b936-90a72f85e701 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv] tracing:map[address:http://ingest.observability:4318 exporter:otlp]]"
time=2026-02-27T12:23:40.898Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5RTz2vbMBi9+6/48KkBq6TO2EZGD1m30+gI604dO8jSW6JG1mc+yQkp+eOHHbKYEtPu+vR++Ml6mUciQeRWDCLdktVJJ115XHH1BJO+uWDnMYkLq4KO0Hdd4x+ELUKPxEabEzz5lRER5Qsjy9b7zy5YF1Z5QXmlzQbBqqb1XlVnXAurtWny4ih8gGydwcIYbkMaCMe5gxN1SqmRxJl4QbRo05rFPevkOCzZO7PvWd7z7iRT45lLQDoLhORM7/F/8Q8wgrQU3joLufM6xuHtxGMltcFebXXr03jtew4usVyIv6C54/DHre51MwzTz61ASRuSq6FMT3mrdpT9g33/Rzy0hSh4mBe3NGReeCCvC7+g8byvEdIr5bPfn7JNW0ECEuLX7sHG7EC7NQTUlY5J1w1VSDsg0JXVCR18lZfT8r2alqr88POmnN98nM9mj/mErq9pjFPO5u+mj/lkkh3oiV2gjQv21oUAGcyMA53XNZzVyz1lB2qEu9PzhxbUsD2S32ZSkOdVQTVi1KvOksVCqNoPyltE8zcAAP//IOGX5gwEAAA="
time=2026-02-27T12:23:40.900Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy
time=2026-02-27T12:23:40.901Z level=INFO msg="Retrying step" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy step=deploy error="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"
time=2026-02-27T12:24:40.908Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: aro-hcp-backend, kind: Deployment, status: Failed\ncontext deadline exceeded"

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapError | 0xc0007b73a0>: 
    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-v9wcdw" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32",
      "name": "cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:57.846365549Z",
      "endTime": "2026-02-27T12:16:32.507806163Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-v9wcdw\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"name\": \"cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.846365549Z\",\n  \"endTime\": \"2026-02-27T12:16:32.507806163Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0007b7340>{
            msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-v9wcdw\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"name\": \"cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.846365549Z\",\n  \"endTime\": \"2026-02-27T12:16:32.507806163Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000e79e90>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapError | 0xc0007b73a0>: 
    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-v9wcdw" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32",
      "name": "cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:57.846365549Z",
      "endTime": "2026-02-27T12:16:32.507806163Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-v9wcdw\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"name\": \"cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.846365549Z\",\n  \"endTime\": \"2026-02-27T12:16:32.507806163Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0007b7340>{
            msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-v9wcdw\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"name\": \"cce67aa8-a8b5-4fc5-b9e5-5d330bf58c32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.846365549Z\",\n  \"endTime\": \"2026-02-27T12:16:32.507806163Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-v9wcdw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000e79e90>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapError | 0xc00088b060>: 
    failed to create HCP cluster basic-cluster: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-m48g8f" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990",
      "name": "97864547-a6ee-47f0-afbf-d12be3a4a990",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:38.539120748Z",
      "endTime": "2026-02-27T12:16:32.597846564Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-m48g8f\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"name\": \"97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.539120748Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597846564Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00088b040>{
            msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-m48g8f\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"name\": \"97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.539120748Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597846564Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000f507e0>{
                ErrorCode: "MultipleErrorsOccurred",
                Status...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapError | 0xc00088b060>: 
    failed to create HCP cluster basic-cluster: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-m48g8f" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990",
      "name": "97864547-a6ee-47f0-afbf-d12be3a4a990",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:38.539120748Z",
      "endTime": "2026-02-27T12:16:32.597846564Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-m48g8f\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"name\": \"97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.539120748Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597846564Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00088b040>{
            msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-m48g8f\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"name\": \"97864547-a6ee-47f0-afbf-d12be3a4a990\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.539120748Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597846564Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-m48g8f/providers/Microsoft.Network/virtualNetworks/customer-vnet-name1/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000f507e0>{
                ErrorCode: "MultipleErrorsOccurred",
                Status...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapError | 0xc001351360>: 
    failed to create HCP cluster list-test-cluster-4vbdmp: failed waiting for cluster="list-test-cluster-4vbdmp" in resourcegroup="cluster-listing-hrs9dt" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9",
      "name": "0d3f0a38-a251-4bea-be1e-7df5e63798a9",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:57.420631812Z",
      "endTime": "2026-02-27T12:16:32.583975879Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster list-test-cluster-4vbdmp: failed waiting for cluster=\"list-test-cluster-4vbdmp\" in resourcegroup=\"cluster-listing-hrs9dt\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"name\": \"0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.420631812Z\",\n  \"endTime\": \"2026-02-27T12:16:32.583975879Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc001351340>{
            msg: "failed waiting for cluster=\"list-test-cluster-4vbdmp\" in resourcegroup=\"cluster-listing-hrs9dt\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"name\": \"0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.420631812Z\",\n  \"endTime\": \"2026-02-27T12:16:32.583975879Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0010d0c60>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapError | 0xc001351360>: 
    failed to create HCP cluster list-test-cluster-4vbdmp: failed waiting for cluster="list-test-cluster-4vbdmp" in resourcegroup="cluster-listing-hrs9dt" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9",
      "name": "0d3f0a38-a251-4bea-be1e-7df5e63798a9",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:57.420631812Z",
      "endTime": "2026-02-27T12:16:32.583975879Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster list-test-cluster-4vbdmp: failed waiting for cluster=\"list-test-cluster-4vbdmp\" in resourcegroup=\"cluster-listing-hrs9dt\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"name\": \"0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.420631812Z\",\n  \"endTime\": \"2026-02-27T12:16:32.583975879Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc001351340>{
            msg: "failed waiting for cluster=\"list-test-cluster-4vbdmp\" in resourcegroup=\"cluster-listing-hrs9dt\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"name\": \"0d3f0a38-a251-4bea-be1e-7df5e63798a9\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:57.420631812Z\",\n  \"endTime\": \"2026-02-27T12:16:32.583975879Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-hrs9dt/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0010d0c60>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapError | 0xc00011eac0>: 
    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-8tzqbc" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541",
      "name": "0d638fc4-cb24-4127-a7a4-0731ba807541",
      "status": "Failed",
      "startTime": "2026-02-27T12:21:28.06672496Z",
      "endTime": "2026-02-27T12:21:56.643508269Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8tzqbc\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"name\": \"0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:28.06672496Z\",\n  \"endTime\": \"2026-02-27T12:21:56.643508269Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00011eaa0>{
            msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8tzqbc\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"name\": \"0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:28.06672496Z\",\n  \"endTime\": \"2026-02-27T12:21:56.643508269Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0012f0360>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
           ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapError | 0xc00011eac0>: 
    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-8tzqbc" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541",
      "name": "0d638fc4-cb24-4127-a7a4-0731ba807541",
      "status": "Failed",
      "startTime": "2026-02-27T12:21:28.06672496Z",
      "endTime": "2026-02-27T12:21:56.643508269Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8tzqbc\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"name\": \"0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:28.06672496Z\",\n  \"endTime\": \"2026-02-27T12:21:56.643508269Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00011eaa0>{
            msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-8tzqbc\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"name\": \"0d638fc4-cb24-4127-a7a4-0731ba807541\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:28.06672496Z\",\n  \"endTime\": \"2026-02-27T12:21:56.643508269Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/np-autoscaling-8tzqbc/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0012f0360>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
           ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:
    <*fmt.wrapError | 0xc000928840>: 
    failed to create HCP cluster ea-listcdrnpw: failed waiting for cluster="ea-listcdrnpw" in resourcegroup="ea-list-52d4d8" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7",
      "name": "26d223df-dc7e-413a-b6e8-42de1919ffc7",
      "status": "Failed",
      "startTime": "2026-02-27T12:16:06.174126807Z",
      "endTime": "2026-02-27T12:16:32.619765973Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster ea-listcdrnpw: failed waiting for cluster=\"ea-listcdrnpw\" in resourcegroup=\"ea-list-52d4d8\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"name\": \"26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:16:06.174126807Z\",\n  \"endTime\": \"2026-02-27T12:16:32.619765973Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000928820>{
            msg: "failed waiting for cluster=\"ea-listcdrnpw\" in resourcegroup=\"ea-list-52d4d8\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"name\": \"26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:16:06.174126807Z\",\n  \"endTime\": \"2026-02-27T12:16:32.619765973Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000ae52c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusCode: 200,
                    Proto: "HTTP/2....

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:
    <*fmt.wrapError | 0xc000928840>: 
    failed to create HCP cluster ea-listcdrnpw: failed waiting for cluster="ea-listcdrnpw" in resourcegroup="ea-list-52d4d8" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7",
      "name": "26d223df-dc7e-413a-b6e8-42de1919ffc7",
      "status": "Failed",
      "startTime": "2026-02-27T12:16:06.174126807Z",
      "endTime": "2026-02-27T12:16:32.619765973Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster ea-listcdrnpw: failed waiting for cluster=\"ea-listcdrnpw\" in resourcegroup=\"ea-list-52d4d8\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"name\": \"26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:16:06.174126807Z\",\n  \"endTime\": \"2026-02-27T12:16:32.619765973Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000928820>{
            msg: "failed waiting for cluster=\"ea-listcdrnpw\" in resourcegroup=\"ea-list-52d4d8\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"name\": \"26d223df-dc7e-413a-b6e8-42de1919ffc7\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:16:06.174126807Z\",\n  \"endTime\": \"2026-02-27T12:16:32.619765973Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-52d4d8/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000ae52c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusCode: 200,
                    Proto: "HTTP/2....

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:
    <*exported.ResponseError | 0xc0012367b0>: 
    GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8d70e5d1-5631-49ed-a77a-a1966e31343e
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8d70e5d1-5631-49ed-a77a-a1966e31343e",
      "name": "8d70e5d1-5631-49ed-a77a-a1966e31343e",
      "status": "Failed",
      "startTime": "2026-02-27T12:16:46.504949762Z",
      "endTime": "2026-02-27T12:17:38.713829946Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-rsttbd/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-rsttbd/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        ErrorCode: "MultipleErrorsOccurred",
        StatusCode: 200,
        RawResponse: {
            Status: "200 OK",
            StatusCode: 200,
            Proto: "HTTP/2.0",
            ProtoMajor: 2,
            ProtoMinor: 0,
            Header: {
                "X-Ms-Request-Id": [
                    "4f565cbc-d068-4843-b1f9-5f5e940392c7",
                ],
                "Date": [
                    "Fri, 27 Feb 2026 12:17:46 GMT",
                ],
                "Content-Length": ["1218"],
                "X-Envoy-Upstream-Service-Time": ["12"],
                "Server": ["istio-envoy"],
                "Content-Type": ["application/json"],
            },
            Body: <*exported.nopClosingBytesReader | 0xc000a06240>{
                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 101, 97, 115, 116, 117, 115, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 56, 100, 55, 48, 101, 53, 100, 49, 45, 53, 54, 51, 49, 45, 52, 57, 101, 100, 45, 97, 55, 55, 97, 45, 97, 49, 57, 54, 54, 101, 51, 49, 51, 52, 51, 101, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 56, 100, 55, 48, 101, 53, 100, 49, 45, 53, 54, 51, 49, 45, 52, 57, 101, 100, 45, 97, 55, 55, 97, 45, 97, 49, 57, 54, 54, 101, 51, 49, 51, 52, 51, 101, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 55, 84, 49, 50, 58, 49, 54, 58, 52, 54, 46, 53, 48, 52, 57, 52, 57, 55, 54, 50, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 55, 84, 49, 50, 58, 49, 55, 58, 51, 56, 46, 55, 49, 51, 56, 50, 57, 57, 52, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 77, 117, 108, 116, 105, 112, 108, 101, 69, 114, 114, 111, 114, 115, 79, 99, 99, 117, 114, 114, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 32, 102, 97, 105, 108, 101, 100, 32, 100, 117, 101, 32, 116, 111, 32, 109, 117, 108, 116, 105, 112, 108, 101, 32, 101, 114, 114, 111, 114, 115, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 100, 101, 116, 97, 105, 108, 115, 34, 58, 32, 91, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 82, 101, 103, 105, 111, 110, 32, 111, 102, 32, 116, 104, 101, 32, 115, 117, 98, 110, 101, 116, 32, 39, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 117, 115, 116, 111, 109, 101, 114, 45, 114, 103, 45, 114, 115, 116, 116, 98, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 4...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129]: Unexpected error:
    <*exported.ResponseError | 0xc0012367b0>: 
    GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8d70e5d1-5631-49ed-a77a-a1966e31343e
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8d70e5d1-5631-49ed-a77a-a1966e31343e",
      "name": "8d70e5d1-5631-49ed-a77a-a1966e31343e",
      "status": "Failed",
      "startTime": "2026-02-27T12:16:46.504949762Z",
      "endTime": "2026-02-27T12:17:38.713829946Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-rsttbd/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-rsttbd/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        ErrorCode: "MultipleErrorsOccurred",
        StatusCode: 200,
        RawResponse: {
            Status: "200 OK",
            StatusCode: 200,
            Proto: "HTTP/2.0",
            ProtoMajor: 2,
            ProtoMinor: 0,
            Header: {
                "X-Ms-Request-Id": [
                    "4f565cbc-d068-4843-b1f9-5f5e940392c7",
                ],
                "Date": [
                    "Fri, 27 Feb 2026 12:17:46 GMT",
                ],
                "Content-Length": ["1218"],
                "X-Envoy-Upstream-Service-Time": ["12"],
                "Server": ["istio-envoy"],
                "Content-Type": ["application/json"],
            },
            Body: <*exported.nopClosingBytesReader | 0xc000a06240>{
                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 101, 97, 115, 116, 117, 115, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 56, 100, 55, 48, 101, 53, 100, 49, 45, 53, 54, 51, 49, 45, 52, 57, 101, 100, 45, 97, 55, 55, 97, 45, 97, 49, 57, 54, 54, 101, 51, 49, 51, 52, 51, 101, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 56, 100, 55, 48, 101, 53, 100, 49, 45, 53, 54, 51, 49, 45, 52, 57, 101, 100, 45, 97, 55, 55, 97, 45, 97, 49, 57, 54, 54, 101, 51, 49, 51, 52, 51, 101, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 55, 84, 49, 50, 58, 49, 54, 58, 52, 54, 46, 53, 48, 52, 57, 52, 57, 55, 54, 50, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 55, 84, 49, 50, 58, 49, 55, 58, 51, 56, 46, 55, 49, 51, 56, 50, 57, 57, 52, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 77, 117, 108, 116, 105, 112, 108, 101, 69, 114, 114, 111, 114, 115, 79, 99, 99, 117, 114, 114, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 112, 114, 111, 118, 105, 115, 105, 111, 110, 105, 110, 103, 32, 102, 97, 105, 108, 101, 100, 32, 100, 117, 101, 32, 116, 111, 32, 109, 117, 108, 116, 105, 112, 108, 101, 32, 101, 114, 114, 111, 114, 115, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 100, 101, 116, 97, 105, 108, 115, 34, 58, 32, 91, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 82, 101, 103, 105, 111, 110, 32, 111, 102, 32, 116, 104, 101, 32, 115, 117, 98, 110, 101, 116, 32, 39, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 117, 115, 116, 111, 109, 101, 114, 45, 114, 103, 45, 114, 115, 116, 116, 98, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 4...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:
    <*fmt.wrapError | 0xc001090900>: 
    failed waiting for cluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-5hshbq" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b",
      "name": "2f93981c-cee6-4f14-bde6-e8920d165a6b",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:37.255025972Z",
      "endTime": "2026-02-27T12:16:32.55881838Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/virtualNetworks/customer-vnet-name-4-19/subnets/customer-vnet-subnet-4-19' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name-4-19' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-5hshbq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b\",\n  \"name\": \"2f93981c-cee6-4f14-bde6-e8920d165a6b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:37.255025972Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55881838Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/virtualNetworks/customer-vnet-name-4-19/subnets/customer-vnet-subnet-4-19' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name-4-19' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*exported.ResponseError | 0xc0011712f0>{
            ErrorCode: "MultipleErrorsOccurred",
            StatusCode: 200,
            RawResponse: {
                Status: "200 OK",
                StatusCode: 200,
                Proto: "HTTP/2.0",
                ProtoMajor: 2,
                ProtoMinor: 0,
                Header: {
                    "X-Envoy-Upstream-Service-Time": ["55"],
                    "Server": ["istio-envoy"],
                    "Content-Type": ["application/json"],
                    "X-Ms-Request-Id": [
                        "11a41819-0448-464f-a96b-45ed721ec1ed",
                    ],
                    "Date": [
                        "Fri, 27 Feb 2026 12:16:37 GMT",
                    ],
                    "Content-Length": ["1255"],
                },
                Body: <*exported.nopClosingBytesReader | 0xc0010907c0>{
                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 101, 97, 115, 116, 117, 115, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 50, 102, 57, 51, 57, 56, 49, 99, 45, 99, 101, 101, 54, 45, 52, 102, 49, 52, 45, 98, 100, 101, 54, 45, 101, 56, 57, 50, 48, 100, 49, 54, 53, 97, 54, 98, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 50, 102, 57, 51, 57, 56, 49, 99, 45, 99, 101, 101, 54, 45, 52, 102, 49, 52, 45, 98, 100, 101, 54, 45, 101, 56, 57, 50, 48, 100, 49, 54, 53, 97, 54, 98, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 3...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:
    <*fmt.wrapError | 0xc001090900>: 
    failed waiting for cluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-5hshbq" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b",
      "name": "2f93981c-cee6-4f14-bde6-e8920d165a6b",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:37.255025972Z",
      "endTime": "2026-02-27T12:16:32.55881838Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/virtualNetworks/customer-vnet-name-4-19/subnets/customer-vnet-subnet-4-19' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name-4-19' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-5hshbq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/2f93981c-cee6-4f14-bde6-e8920d165a6b\",\n  \"name\": \"2f93981c-cee6-4f14-bde6-e8920d165a6b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:37.255025972Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55881838Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/virtualNetworks/customer-vnet-name-4-19/subnets/customer-vnet-subnet-4-19' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-5hshbq/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name-4-19' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*exported.ResponseError | 0xc0011712f0>{
            ErrorCode: "MultipleErrorsOccurred",
            StatusCode: 200,
            RawResponse: {
                Status: "200 OK",
                StatusCode: 200,
                Proto: "HTTP/2.0",
                ProtoMajor: 2,
                ProtoMinor: 0,
                Header: {
                    "X-Envoy-Upstream-Service-Time": ["55"],
                    "Server": ["istio-envoy"],
                    "Content-Type": ["application/json"],
                    "X-Ms-Request-Id": [
                        "11a41819-0448-464f-a96b-45ed721ec1ed",
                    ],
                    "Date": [
                        "Fri, 27 Feb 2026 12:16:37 GMT",
                    ],
                    "Content-Length": ["1255"],
                },
                Body: <*exported.nopClosingBytesReader | 0xc0010907c0>{
                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 101, 97, 115, 116, 117, 115, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 50, 102, 57, 51, 57, 56, 49, 99, 45, 99, 101, 101, 54, 45, 52, 102, 49, 52, 45, 98, 100, 101, 54, 45, 101, 56, 57, 50, 48, 100, 49, 54, 53, 97, 54, 98, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 50, 102, 57, 51, 57, 56, 49, 99, 45, 99, 101, 101, 54, 45, 52, 102, 49, 52, 45, 98, 100, 101, 54, 45, 101, 56, 57, 50, 48, 100, 49, 54, 53, 97, 54, 98, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 3...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapError | 0xc0009ac2a0>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-sg74dp" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32",
      "name": "df272308-e591-45ee-b1d0-df3721e63d32",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:56.78769024Z",
      "endTime": "2026-02-27T12:16:32.544626386Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-sg74dp\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"name\": \"df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.78769024Z\",\n  \"endTime\": \"2026-02-27T12:16:32.544626386Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009ac260>{
            msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-sg74dp\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"name\": \"df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.78769024Z\",\n  \"endTime\": \"2026-02-27T12:16:32.544626386Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0003909f0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                R...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapError | 0xc0009ac2a0>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-sg74dp" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32",
      "name": "df272308-e591-45ee-b1d0-df3721e63d32",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:56.78769024Z",
      "endTime": "2026-02-27T12:16:32.544626386Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-sg74dp\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"name\": \"df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.78769024Z\",\n  \"endTime\": \"2026-02-27T12:16:32.544626386Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009ac260>{
            msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-sg74dp\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"name\": \"df272308-e591-45ee-b1d0-df3721e63d32\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.78769024Z\",\n  \"endTime\": \"2026-02-27T12:16:32.544626386Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-sg74dp/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0003909f0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                R...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:
    <*fmt.wrapError | 0xc000a77680>: 
    failed to create HCP cluster node-limit-cluster: failed waiting for cluster="node-limit-cluster" in resourcegroup="node-limit-test-599qjn" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b",
      "name": "db0aeaf8-2626-4566-a8e3-e229f634094b",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:36.262310999Z",
      "endTime": "2026-02-27T12:16:32.316563551Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-599qjn\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"name\": \"db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:36.262310999Z\",\n  \"endTime\": \"2026-02-27T12:16:32.316563551Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000a77640>{
            msg: "failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-599qjn\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"name\": \"db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:36.262310999Z\",\n  \"endTime\": \"2026-02-27T12:16:32.316563551Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0010ee0c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
         ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:
    <*fmt.wrapError | 0xc000a77680>: 
    failed to create HCP cluster node-limit-cluster: failed waiting for cluster="node-limit-cluster" in resourcegroup="node-limit-test-599qjn" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b",
      "name": "db0aeaf8-2626-4566-a8e3-e229f634094b",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:36.262310999Z",
      "endTime": "2026-02-27T12:16:32.316563551Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-599qjn\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"name\": \"db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:36.262310999Z\",\n  \"endTime\": \"2026-02-27T12:16:32.316563551Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000a77640>{
            msg: "failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-599qjn\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"name\": \"db0aeaf8-2626-4566-a8e3-e229f634094b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:36.262310999Z\",\n  \"endTime\": \"2026-02-27T12:16:32.316563551Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-599qjn/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0010ee0c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
         ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc00088f1c0>: 
    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-vbxc8m" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8",
      "name": "352cf7af-ac41-406d-b917-fae6f83901e8",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:38.209863996Z",
      "endTime": "2026-02-27T12:16:32.558303866Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vbxc8m\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"name\": \"352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.209863996Z\",\n  \"endTime\": \"2026-02-27T12:16:32.558303866Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00088f1a0>{
            msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vbxc8m\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"name\": \"352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.209863996Z\",\n  \"endTime\": \"2026-02-27T12:16:32.558303866Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001799140>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
 ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc00088f1c0>: 
    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-vbxc8m" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8",
      "name": "352cf7af-ac41-406d-b917-fae6f83901e8",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:38.209863996Z",
      "endTime": "2026-02-27T12:16:32.558303866Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vbxc8m\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"name\": \"352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.209863996Z\",\n  \"endTime\": \"2026-02-27T12:16:32.558303866Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00088f1a0>{
            msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vbxc8m\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"name\": \"352cf7af-ac41-406d-b917-fae6f83901e8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:38.209863996Z\",\n  \"endTime\": \"2026-02-27T12:16:32.558303866Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/networkSecurityGroups/arm64-vm-customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-vbxc8m/providers/Microsoft.Network/virtualNetworks/arm64-vm-customer-vnet/subnets/arm64-vm-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001799140>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
 ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapError | 0xc000734ec0>: 
    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-qds7wl" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998",
      "name": "fe40c452-f274-4427-8d6a-5d464acb5998",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:47.421017831Z",
      "endTime": "2026-02-27T12:16:32.344686333Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qds7wl\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"name\": \"fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:47.421017831Z\",\n  \"endTime\": \"2026-02-27T12:16:32.344686333Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000734e60>{
            msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qds7wl\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"name\": \"fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:47.421017831Z\",\n  \"endTime\": \"2026-02-27T12:16:32.344686333Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001203890>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusC...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapError | 0xc000734ec0>: 
    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-qds7wl" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998",
      "name": "fe40c452-f274-4427-8d6a-5d464acb5998",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:47.421017831Z",
      "endTime": "2026-02-27T12:16:32.344686333Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qds7wl\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"name\": \"fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:47.421017831Z\",\n  \"endTime\": \"2026-02-27T12:16:32.344686333Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000734e60>{
            msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qds7wl\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"name\": \"fe40c452-f274-4427-8d6a-5d464acb5998\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:47.421017831Z\",\n  \"endTime\": \"2026-02-27T12:16:32.344686333Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-qds7wl/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001203890>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusC...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed
fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:153]: Cluster provisioning failed

fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:
    <*fmt.wrapError | 0xc000e51360>: 
    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster="disabled-image-registry-hcp-cluster" in resourcegroup="disabled-image-registry-2b8h44" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc",
      "name": "b57f4712-01be-4695-929d-386468dcacfc",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:46.395158145Z",
      "endTime": "2026-02-27T12:16:32.55845307Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-2b8h44\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\",\n  \"name\": \"b57f4712-01be-4695-929d-386468dcacfc\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:46.395158145Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55845307Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000e51340>{
            msg: "failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-2b8h44\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\",\n  \"name\": \"b57f4712-01be-4695-929d-386468dcacfc\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:46.395158145Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55845307Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000ee9140>{
                ErrorCode: "MultipleErr...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:
    <*fmt.wrapError | 0xc000e51360>: 
    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster="disabled-image-registry-hcp-cluster" in resourcegroup="disabled-image-registry-2b8h44" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc",
      "name": "b57f4712-01be-4695-929d-386468dcacfc",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:46.395158145Z",
      "endTime": "2026-02-27T12:16:32.55845307Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-2b8h44\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\",\n  \"name\": \"b57f4712-01be-4695-929d-386468dcacfc\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:46.395158145Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55845307Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000e51340>{
            msg: "failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-2b8h44\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b57f4712-01be-4695-929d-386468dcacfc\",\n  \"name\": \"b57f4712-01be-4695-929d-386468dcacfc\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:46.395158145Z\",\n  \"endTime\": \"2026-02-27T12:16:32.55845307Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/disabled-image-registry-2b8h44/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000ee9140>{
                ErrorCode: "MultipleErr...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapError | 0xc000c2e5a0>: 
    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-fw5p27" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125",
      "name": "98ab6997-1f34-423f-b348-c86321e9d125",
      "status": "Failed",
      "startTime": "2026-02-27T12:22:17.636540715Z",
      "endTime": "2026-02-27T12:22:47.351346292Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-fw5p27\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"name\": \"98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:22:17.636540715Z\",\n  \"endTime\": \"2026-02-27T12:22:47.351346292Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000c2e560>{
            msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-fw5p27\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"name\": \"98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:22:17.636540715Z\",\n  \"endTime\": \"2026-02-27T12:22:47.351346292Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0015d84e0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
  ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapError | 0xc000c2e5a0>: 
    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-fw5p27" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125",
      "name": "98ab6997-1f34-423f-b348-c86321e9d125",
      "status": "Failed",
      "startTime": "2026-02-27T12:22:17.636540715Z",
      "endTime": "2026-02-27T12:22:47.351346292Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-fw5p27\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"name\": \"98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:22:17.636540715Z\",\n  \"endTime\": \"2026-02-27T12:22:47.351346292Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000c2e560>{
            msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-fw5p27\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"name\": \"98ab6997-1f34-423f-b348-c86321e9d125\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:22:17.636540715Z\",\n  \"endTime\": \"2026-02-27T12:22:47.351346292Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-fw5p27/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc0015d84e0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
  ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapError | 0xc000f20da0>: 
    failed to create HCP cluster sre-hcp-cluster: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-9hs4sq" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11",
      "name": "76462364-b9c8-4b34-a406-9a0d8513eb11",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:55.677677873Z",
      "endTime": "2026-02-27T12:16:32.567400918Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster sre-hcp-cluster: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-9hs4sq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"name\": \"76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:55.677677873Z\",\n  \"endTime\": \"2026-02-27T12:16:32.567400918Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000f20d80>{
            msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-9hs4sq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"name\": \"76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:55.677677873Z\",\n  \"endTime\": \"2026-02-27T12:16:32.567400918Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001683cb0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapError | 0xc000f20da0>: 
    failed to create HCP cluster sre-hcp-cluster: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-9hs4sq" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11",
      "name": "76462364-b9c8-4b34-a406-9a0d8513eb11",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:55.677677873Z",
      "endTime": "2026-02-27T12:16:32.567400918Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster sre-hcp-cluster: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-9hs4sq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"name\": \"76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:55.677677873Z\",\n  \"endTime\": \"2026-02-27T12:16:32.567400918Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000f20d80>{
            msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-9hs4sq\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"name\": \"76462364-b9c8-4b34-a406-9a0d8513eb11\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:55.677677873Z\",\n  \"endTime\": \"2026-02-27T12:16:32.567400918Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/networkSecurityGroups/sre-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-api-breakglass-9hs4sq/providers/Microsoft.Network/virtualNetworks/sre-vnet-name/subnets/sre-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001683cb0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc0009a75a0>: 
    failed to create HCP cluster basic-hcp-cluster: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-kczd9q" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b",
      "name": "8bcf4081-414e-4a88-8baa-722d861e334b",
      "status": "Failed",
      "startTime": "2026-02-27T12:18:54.54804732Z",
      "endTime": "2026-02-27T12:19:29.014846097Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-hcp-cluster: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-kczd9q\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"name\": \"8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:18:54.54804732Z\",\n  \"endTime\": \"2026-02-27T12:19:29.014846097Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009a7580>{
            msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-kczd9q\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"name\": \"8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:18:54.54804732Z\",\n  \"endTime\": \"2026-02-27T12:19:29.014846097Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc00165d080>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK"...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapError | 0xc0009a75a0>: 
    failed to create HCP cluster basic-hcp-cluster: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-kczd9q" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b",
      "name": "8bcf4081-414e-4a88-8baa-722d861e334b",
      "status": "Failed",
      "startTime": "2026-02-27T12:18:54.54804732Z",
      "endTime": "2026-02-27T12:19:29.014846097Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster basic-hcp-cluster: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-kczd9q\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"name\": \"8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:18:54.54804732Z\",\n  \"endTime\": \"2026-02-27T12:19:29.014846097Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009a7580>{
            msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-kczd9q\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"name\": \"8bcf4081-414e-4a88-8baa-722d861e334b\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:18:54.54804732Z\",\n  \"endTime\": \"2026-02-27T12:19:29.014846097Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/basic-cluster-kczd9q/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc00165d080>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK"...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:
    <*fmt.wrapError | 0xc000804b00>: 
    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster="patch-tags-cluster" in resourcegroup="patch-tags-bf2r6d" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a",
      "name": "b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:59.72983765Z",
      "endTime": "2026-02-27T12:16:32.597146245Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-bf2r6d\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"name\": \"b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:59.72983765Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597146245Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000804ac0>{
            msg: "failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-bf2r6d\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"name\": \"b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:59.72983765Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597146245Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001148de0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusCode: 200,
    ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:
    <*fmt.wrapError | 0xc000804b00>: 
    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster="patch-tags-cluster" in resourcegroup="patch-tags-bf2r6d" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a",
      "name": "b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:59.72983765Z",
      "endTime": "2026-02-27T12:16:32.597146245Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-bf2r6d\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"name\": \"b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:59.72983765Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597146245Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000804ac0>{
            msg: "failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-bf2r6d\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"name\": \"b59eb7d0-14c3-45a9-a5bc-3baa7a4d098a\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:59.72983765Z\",\n  \"endTime\": \"2026-02-27T12:16:32.597146245Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-bf2r6d/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc001148de0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK",
                    StatusCode: 200,
    ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapError | 0xc0009474c0>: 
    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-8nl4rr" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1",
      "name": "22177490-e555-482e-ae86-ff318d74abb1",
      "status": "Failed",
      "startTime": "2026-02-27T12:21:17.276213952Z",
      "endTime": "2026-02-27T12:21:56.634835344Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-8nl4rr\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\",\n  \"name\": \"22177490-e555-482e-ae86-ff318d74abb1\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:17.276213952Z\",\n  \"endTime\": \"2026-02-27T12:21:56.634835344Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009474a0>{
            msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-8nl4rr\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\",\n  \"name\": \"22177490-e555-482e-ae86-ff318d74abb1\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:17.276213952Z\",\n  \"endTime\": \"2026-02-27T12:21:56.634835344Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000fbb4d0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
           ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapError | 0xc0009474c0>: 
    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-8nl4rr" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1",
      "name": "22177490-e555-482e-ae86-ff318d74abb1",
      "status": "Failed",
      "startTime": "2026-02-27T12:21:17.276213952Z",
      "endTime": "2026-02-27T12:21:56.634835344Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-8nl4rr\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\",\n  \"name\": \"22177490-e555-482e-ae86-ff318d74abb1\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:17.276213952Z\",\n  \"endTime\": \"2026-02-27T12:21:56.634835344Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc0009474a0>{
            msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-8nl4rr\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/22177490-e555-482e-ae86-ff318d74abb1\",\n  \"name\": \"22177490-e555-482e-ae86-ff318d74abb1\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:21:17.276213952Z\",\n  \"endTime\": \"2026-02-27T12:21:56.634835344Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-8nl4rr/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000fbb4d0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
           ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapError | 0xc00060c4a0>: 
    failed to create HCP cluster ea-cluster: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-cw57gb" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8",
      "name": "b486f035-e911-4179-b6b3-bb2b9455bed8",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:56.141496155Z",
      "endTime": "2026-02-27T12:16:32.486947284Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cw57gb\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"name\": \"b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.141496155Z\",\n  \"endTime\": \"2026-02-27T12:16:32.486947284Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00060c480>{
            msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cw57gb\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"name\": \"b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.141496155Z\",\n  \"endTime\": \"2026-02-27T12:16:32.486947284Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000de32c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapError | 0xc00060c4a0>: 
    failed to create HCP cluster ea-cluster: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-cw57gb" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8",
      "name": "b486f035-e911-4179-b6b3-bb2b9455bed8",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:56.141496155Z",
      "endTime": "2026-02-27T12:16:32.486947284Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cw57gb\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"name\": \"b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.141496155Z\",\n  \"endTime\": \"2026-02-27T12:16:32.486947284Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc00060c480>{
            msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-cw57gb\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"name\": \"b486f035-e911-4179-b6b3-bb2b9455bed8\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:56.141496155Z\",\n  \"endTime\": \"2026-02-27T12:16:32.486947284Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/networkSecurityGroups/customer-nsg' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/external-auth-cluster-cw57gb/providers/Microsoft.Network/virtualNetworks/customer-vnet/subnets/customer-subnet-1' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000de32c0>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                    Status: "200 OK...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapError | 0xc000be7d80>: 
    failed to create HCP cluster engineering-hcp-cluster: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-vlnqhk" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe",
      "name": "a0b24650-ec3a-4d89-8faf-c2ff49d52cbe",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:45.205175258Z",
      "endTime": "2026-02-27T12:16:32.501377085Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vlnqhk\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"name\": \"a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:45.205175258Z\",\n  \"endTime\": \"2026-02-27T12:16:32.501377085Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000be7d60>{
            msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vlnqhk\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"name\": \"a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:45.205175258Z\",\n  \"endTime\": \"2026-02-27T12:16:32.501377085Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000f74210>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred
fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapError | 0xc000be7d80>: 
    failed to create HCP cluster engineering-hcp-cluster: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-vlnqhk" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe
    --------------------------------------------------------------------------------
    RESPONSE 200: 200 OK
    ERROR CODE: MultipleErrorsOccurred
    --------------------------------------------------------------------------------
    {
      "id": "/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe",
      "name": "a0b24650-ec3a-4d89-8faf-c2ff49d52cbe",
      "status": "Failed",
      "startTime": "2026-02-27T12:15:45.205175258Z",
      "endTime": "2026-02-27T12:16:32.501377085Z",
      "error": {
        "code": "MultipleErrorsOccurred",
        "message": "Cluster provisioning failed due to multiple errors",
        "details": [
          {
            "code": "InternalServerError",
            "message": "Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster"
          },
          {
            "code": "InternalServerError",
            "message": "region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster"
          }
        ]
      }
    }
    --------------------------------------------------------------------------------
    
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vlnqhk\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"name\": \"a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:45.205175258Z\",\n  \"endTime\": \"2026-02-27T12:16:32.501377085Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
        err: <*fmt.wrapError | 0xc000be7d60>{
            msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-vlnqhk\" to finish creating: GET https://rp.j7017728.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: MultipleErrorsOccurred\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/eastus/hcpOperationStatuses/a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"name\": \"a0b24650-ec3a-4d89-8faf-c2ff49d52cbe\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-02-27T12:15:45.205175258Z\",\n  \"endTime\": \"2026-02-27T12:16:32.501377085Z\",\n  \"error\": {\n    \"code\": \"MultipleErrorsOccurred\",\n    \"message\": \"Cluster provisioning failed due to multiple errors\",\n    \"details\": [\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Region of the subnet '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/virtualNetworks/engineering-vnet-name/subnets/engineering-vnet-subnet1' is not the same region as of the cluster\"\n      },\n      {\n        \"code\": \"InternalServerError\",\n        \"message\": \"region 'westus3' of the network security group '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kusto-logs-vlnqhk/providers/Microsoft.Network/networkSecurityGroups/engineering-nsg-name' is not the same region as of the cluster\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n",
            err: <*exported.ResponseError | 0xc000f74210>{
                ErrorCode: "MultipleErrorsOccurred",
                StatusCode: 200,
                RawResponse: {
                ...

Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.

Learn more here: https://onsi.github.io/gomega/#adjusting-output

occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011278f0>: 
    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: failed waiting for cluster="patch-tags-cluster" in resourcegroup="patch-tags-hnlfkl" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hnlfkl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0011200a0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl",
            },
            <*fmt.wrapErrors | 0xc0011278c0>{
                msg: "failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hnlfkl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0011200a0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011278f0>: 
    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: failed waiting for cluster="patch-tags-cluster" in resourcegroup="patch-tags-hnlfkl" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hnlfkl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0011200a0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl",
            },
            <*fmt.wrapErrors | 0xc0011278c0>{
                msg: "failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hnlfkl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0011200a0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-hnlfkl",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapErrors | 0xc000ea29c0>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-dtj6ff" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-dtj6ff\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00141c050>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff",
            },
            <*fmt.wrapErrors | 0xc000ea2990>{
                msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-dtj6ff\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00141c050>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapErrors | 0xc000ea29c0>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-dtj6ff" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-dtj6ff\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00141c050>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff",
            },
            <*fmt.wrapErrors | 0xc000ea2990>{
                msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-dtj6ff\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00141c050>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-dtj6ff",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011cf5c0>: 
    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-sdwcw7" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sdwcw7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001181a40>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7",
            },
            <*fmt.wrapErrors | 0xc0011cf590>{
                msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sdwcw7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001181a40>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011cf5c0>: 
    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-sdwcw7" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sdwcw7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001181a40>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7",
            },
            <*fmt.wrapErrors | 0xc0011cf590>{
                msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-sdwcw7\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001181a40>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-sdwcw7",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011e0ed0>: 
    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-6gxxxh" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-6gxxxh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000f02790>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh",
            },
            <*fmt.wrapErrors | 0xc0011e0ea0>{
                msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-6gxxxh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000f02790>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011e0ed0>: 
    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-6gxxxh" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-6gxxxh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000f02790>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh",
            },
            <*fmt.wrapErrors | 0xc0011e0ea0>{
                msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-6gxxxh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000f02790>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-6gxxxh",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc00134a660>: 
    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-wl48sg" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-wl48sg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00111e280>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg",
            },
            <*fmt.wrapErrors | 0xc00134a630>{
                msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-wl48sg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00111e280>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc00134a660>: 
    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: failed waiting for cluster="arm64-vm-hcp-cluster" in resourcegroup="arm64-vm-cluster-wl48sg" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-wl48sg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00111e280>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg",
            },
            <*fmt.wrapErrors | 0xc00134a630>{
                msg: "failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-wl48sg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00111e280>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-wl48sg",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapErrors | 0xc00111f260>: 
    failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-hjd94l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-hjd94l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000dadb20>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l",
            },
            <*fmt.wrapErrors | 0xc00111f230>{
                msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-hjd94l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000dadb20>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapErrors | 0xc00111f260>: 
    failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-hjd94l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-hjd94l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000dadb20>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l",
            },
            <*fmt.wrapErrors | 0xc00111f230>{
                msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-hjd94l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000dadb20>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-hjd94l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:
    <*fmt.wrapErrors | 0xc0012b8900>: 
    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: failed waiting for cluster="node-limit-cluster" in resourcegroup="node-limit-test-strbrb" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-strbrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010bb590>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb",
            },
            <*fmt.wrapErrors | 0xc0012b88d0>{
                msg: "failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-strbrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010bb590>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:
    <*fmt.wrapErrors | 0xc0012b8900>: 
    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: failed waiting for cluster="node-limit-cluster" in resourcegroup="node-limit-test-strbrb" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-strbrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010bb590>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb",
            },
            <*fmt.wrapErrors | 0xc0012b88d0>{
                msg: "failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-strbrb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010bb590>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-strbrb",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.
Cluster should become ready within 45 minutes
Expected
    <bool>: false
to be true
fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.
Cluster should become ready within 45 minutes
Expected
    <bool>: false
to be true

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapErrors | 0xc0013ff890>: 
    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-xd4q9n" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-xd4q9n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0013e2350>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n",
            },
            <*fmt.wrapErrors | 0xc0013ff860>{
                msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-xd4q9n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0013e2350>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapErrors | 0xc0013ff890>: 
    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-xd4q9n" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-xd4q9n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0013e2350>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n",
            },
            <*fmt.wrapErrors | 0xc0013ff860>{
                msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-xd4q9n\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0013e2350>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-xd4q9n",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapErrors | 0xc0006618f0>: 
    failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-l2z4hk" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-l2z4hk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000c34440>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk",
            },
            <*fmt.wrapErrors | 0xc0006618c0>{
                msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-l2z4hk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000c34440>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapErrors | 0xc0006618f0>: 
    failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-l2z4hk" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-l2z4hk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000c34440>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk",
            },
            <*fmt.wrapErrors | 0xc0006618c0>{
                msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-l2z4hk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000c34440>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-l2z4hk",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapErrors | 0xc00085cb10>: 
    failed to create HCP cluster list-test-cluster-ds7sxt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: failed waiting for cluster="list-test-cluster-ds7sxt" in resourcegroup="cluster-listing-x9h9pr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster list-test-cluster-ds7sxt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: failed waiting for cluster=\"list-test-cluster-ds7sxt\" in resourcegroup=\"cluster-listing-x9h9pr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000d7a830>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr",
            },
            <*fmt.wrapErrors | 0xc00085cae0>{
                msg: "failed waiting for cluster=\"list-test-cluster-ds7sxt\" in resourcegroup=\"cluster-listing-x9h9pr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000d7a830>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:
    <*fmt.wrapErrors | 0xc00085cb10>: 
    failed to create HCP cluster list-test-cluster-ds7sxt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: failed waiting for cluster="list-test-cluster-ds7sxt" in resourcegroup="cluster-listing-x9h9pr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster list-test-cluster-ds7sxt, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: failed waiting for cluster=\"list-test-cluster-ds7sxt\" in resourcegroup=\"cluster-listing-x9h9pr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000d7a830>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr",
            },
            <*fmt.wrapErrors | 0xc00085cae0>{
                msg: "failed waiting for cluster=\"list-test-cluster-ds7sxt\" in resourcegroup=\"cluster-listing-x9h9pr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000d7a830>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ds7sxt in resource group cluster-listing-x9h9pr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011ff140>: 
    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-zpkckf" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zpkckf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001535210>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf",
            },
            <*fmt.wrapErrors | 0xc0011ff110>{
                msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zpkckf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001535210>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapErrors | 0xc0011ff140>: 
    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-zpkckf" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zpkckf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001535210>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf",
            },
            <*fmt.wrapErrors | 0xc0011ff110>{
                msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zpkckf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001535210>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-zpkckf",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapErrors | 0xc00098eb70>: 
    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-rrrj8l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-rrrj8l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0011beda0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l",
            },
            <*fmt.wrapErrors | 0xc00098eb40>{
                msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-rrrj8l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0011beda0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapErrors | 0xc00098eb70>: 
    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-rrrj8l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-rrrj8l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0011beda0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l",
            },
            <*fmt.wrapErrors | 0xc00098eb40>{
                msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-rrrj8l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0011beda0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-rrrj8l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapErrors | 0xc00146f800>: 
    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-gj9h92" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-gj9h92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0012bdf00>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92",
            },
            <*fmt.wrapErrors | 0xc00146f7d0>{
                msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-gj9h92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0012bdf00>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapErrors | 0xc00146f800>: 
    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-gj9h92" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-gj9h92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0012bdf00>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92",
            },
            <*fmt.wrapErrors | 0xc00146f7d0>{
                msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-gj9h92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0012bdf00>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-gj9h92",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

> github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f0d385a9c00, 0xc000c2b3b0})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132
                | 
                | By("waiting for second cluster to complete creation")
                > _, err = poller2.PollUntilDone(ctx, &runtime.PollUntilDoneOptions{
                | 	Frequency: framework.StandardPollInterval,
                | })
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc000c2b3b0?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:135 @ 02/27/26 12:43:30.211
  "ts"="2026-02-27 12:43:30.212016" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 12:43:30.212073" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster-6rhbc6" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:30.878205" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster-6rhbc6" "resourceGroup"=""
  "ts"="2026-02-27 12:43:31.418389" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster2-krh7jl" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:31.659994" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster2-krh7jl" "resourceGroup"=""
  "ts"="2026-02-27 12:43:32.242114" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 12:43:32.242259" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 12:43:32.242363" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 12:43:32.244400" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-212"
  "ts"="2026-02-27 12:43:32.244413" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-269"
  "ts"="2026-02-27 12:43:32.244426" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-122"
  "ts"="2026-02-27 12:43:32.244443" "level"=0 "msg"="collecting deployments" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:32.766962" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-212" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.116741" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-269" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.483086" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-122" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.928056" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="pooledNonMsiScopedAssignments-mooiin3edme32"
  "ts"="2026-02-27 12:43:34.286660" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-212" "deployment"="msi-deployment-212"
  "ts"="2026-02-27 12:43:34.668877" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-269" "deployment"="msi-deployment-269"
  "ts"="2026-02-27 12:43:35.015527" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-122" "deployment"="msi-deployment-122"
  "ts"="2026-02-27 12:43:35.439702" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="customer-infra-basic-hcp-cluster2-krh7jl"
  "ts"="2026-02-27 12:43:37.028114" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="pooledNonMsiScopedAssignments-eqbgltuyzhpg4"
  "ts"="2026-02-27 12:43:37.510006" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="customer-infra-basic-hcp-cluster-6rhbc6"
  "ts"="2026-02-27 12:43:38.193769" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 12:43:38.193944" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 12:43:38.194114" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="customer-rg-rdk57p"
Command Error: signal: killed
Deserializaion Error: no output from command
> github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f0d385a9c00, 0xc000c2b3b0})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132
                | 
                | By("waiting for second cluster to complete creation")
                > _, err = poller2.PollUntilDone(ctx, &runtime.PollUntilDoneOptions{
                | 	Frequency: framework.StandardPollInterval,
                | })
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc000c2b3b0?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:135 @ 02/27/26 12:43:30.211
  "ts"="2026-02-27 12:43:30.212016" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 12:43:30.212073" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster-6rhbc6" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:30.878205" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster-6rhbc6" "resourceGroup"=""
  "ts"="2026-02-27 12:43:31.418389" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster2-krh7jl" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:31.659994" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster2-krh7jl" "resourceGroup"=""
  "ts"="2026-02-27 12:43:32.242114" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 12:43:32.242259" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 12:43:32.242363" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 12:43:32.244400" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-212"
  "ts"="2026-02-27 12:43:32.244413" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-269"
  "ts"="2026-02-27 12:43:32.244426" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-122"
  "ts"="2026-02-27 12:43:32.244443" "level"=0 "msg"="collecting deployments" "resourceGroup"="customer-rg-rdk57p"
  "ts"="2026-02-27 12:43:32.766962" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-212" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.116741" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-269" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.483086" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-122" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 12:43:33.928056" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="pooledNonMsiScopedAssignments-mooiin3edme32"
  "ts"="2026-02-27 12:43:34.286660" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-212" "deployment"="msi-deployment-212"
  "ts"="2026-02-27 12:43:34.668877" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-269" "deployment"="msi-deployment-269"
  "ts"="2026-02-27 12:43:35.015527" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-122" "deployment"="msi-deployment-122"
  "ts"="2026-02-27 12:43:35.439702" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="customer-infra-basic-hcp-cluster2-krh7jl"
  "ts"="2026-02-27 12:43:37.028114" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="pooledNonMsiScopedAssignments-eqbgltuyzhpg4"
  "ts"="2026-02-27 12:43:37.510006" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-rdk57p" "deployment"="customer-infra-basic-hcp-cluster-6rhbc6"
  "ts"="2026-02-27 12:43:38.193769" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 12:43:38.193944" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 12:43:38.194114" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="customer-rg-rdk57p"
Command Error: signal: killed
Deserializaion Error: no output from command

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapErrors | 0xc000fbf3b0>: 
    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-sj24fh" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-sj24fh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015cd890>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh",
            },
            <*fmt.wrapErrors | 0xc000fbf380>{
                msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-sj24fh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015cd890>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapErrors | 0xc000fbf3b0>: 
    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-sj24fh" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-sj24fh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015cd890>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh",
            },
            <*fmt.wrapErrors | 0xc000fbf380>{
                msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-sj24fh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015cd890>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-sj24fh",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapErrors | 0xc0013fad50>: 
    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-s72rsg" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-s72rsg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00100d8f0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg",
            },
            <*fmt.wrapErrors | 0xc0013fad20>{
                msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-s72rsg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00100d8f0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapErrors | 0xc0013fad50>: 
    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-s72rsg" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-s72rsg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00100d8f0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg",
            },
            <*fmt.wrapErrors | 0xc0013fad20>{
                msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-s72rsg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00100d8f0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-s72rsg",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

time=2026-02-27T10:21:14.764Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T10:21:15.296Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:0e64ceff-a255-4ce2-81aa-ac5d1bf9c35d cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j4359168] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j4359168.hcpsvc.osadev.cloud] image:map[digest:sha256:df0aacc1e986a7eff60cd2c780998995921715b2f854b5f8f14f21f792e5b6b4 registry:arohcpsvcdev.azurecr.io repository:ci-op-dz76mcry/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-dz76mcry/pipeline:pull workloadIdentityClientId:2b32aff8-257a-42c2-96d3-df215f2b10ec workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:1cc1da5b-ebe8-4802-9b6a-9aa28b754e16 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-27T10:21:15.296Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:21:15.615Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate
time=2026-02-27T10:21:16.042Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false
time=2026-02-27T10:21:16.043Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:21:16.165Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:26:22.325Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="resource not ready, name: sessiongate-certificate-refresher, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T10:26:22.325Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:26:22.325Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:26:26.557Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy release=sessiongate namespace=sessiongate status=failed description="Release \"sessiongate\" failed: resource not ready, name: sessiongate-certificate-refresher, kind: Deployment, status: InProgress\ncontext deadline exceeded" values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:0e64ceff-a255-4ce2-81aa-ac5d1bf9c35d cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j4359168] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j4359168.hcpsvc.osadev.cloud] image:map[digest:sha256:df0aacc1e986a7eff60cd2c780998995921715b2f854b5f8f14f21f792e5b6b4 registry:arohcpsvcdev.azurecr.io repository:ci-op-dz76mcry/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-dz76mcry/pipeline:pull workloadIdentityClientId:2b32aff8-257a-42c2-96d3-df215f2b10ec workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:1cc1da5b-ebe8-4802-9b6a-9aa28b754e16 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-27T10:26:26.559Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6RUT0/cPhC951NYewJpvYIc+En7Ewf+VKpUqVoBp1Y9OM4jMTiedGYMAvHhq+xCSZdduqg3Z/z8PO958ooINQyhzB5ijk3t1KmrIvaouoHXLyHVc1EOqZmaVemr6/C7hDukZUV651/K+98LY4yZXFDEZGomApFAqXEK6ykpU4zgtZ3JdJdDNsLVYIsIr4HSFpJz9JEeOiR9A/gY3nqwhuvghzXjmiHtqnV3KzaIBrIhNQyRF64Tz4sc42lIdUjNAO1zjLZ6/d7QwCU8QxdMd6EGn0U38P3Zifj+3XsvwXfB48R7yrvqPotZFLzJ8+e17VxyDV6sGb/S6UZF48d6X/NuHGsP/lcflybspv4ka0scHt1AvKAY/MPS4Rjpft3jjxN0UA5erPxjI4m03S7489XV4oLyBurNnuNnhuhwIZIOY/32J7K8AlmXtd02OFmUuovn5DjHdUhhjUpmo3Mzx2Rb38/cY2bMPHXLaSp+/F/c5gqcoJBPQ5hI8WTuWzCMhg6irutNBb0HktmrnWIo703Kg/LIHpS2/O/q8GBeHs4Pj75N9s1sZrZijublgNkvnswNhWRuQ6qPQ0rgUQRSMq/JN4689awrnkzPNOy+Njo1PdUr8G4kUxOpmZoOIq4ZKIlrsKkeRuJriP8VAAD//1eFJ8WoBQAA"
time=2026-02-27T10:26:26.562Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T10:26:26.563Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: sessiongate-certificate-refresher, kind: Deployment, status: InProgress\ncontext deadline exceeded"

time=2026-02-27T10:18:03.270Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T10:18:05.590Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T10:18:06.914Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=69f7c4622f62e632a295b0706e1b549ee46bbc7afd1957cf0bf75b6ec569d88f
time=2026-02-27T10:19:37.640Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j4590592/providers/Microsoft.Resources/deployments/69f7c4622f62e632a295b0706e1b549ee46bbc7afd1957cf0bf75b6ec569d88f/operationStatuses/08584294193994438873\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j4590592/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j4590592/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j4590592\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report f74de8ff-463b-4c97-957c-66d3c55c1ee9:2/27/2026 10:19:16 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:47:30.635Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T09:48:02.703Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.2nPhBvLrVB/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-dz76mcry/pipeline@sha256:df0aacc1e986a7eff60cd2c780998995921715b2f854b5f8f14f21f792e5b6b4 to arohcpsvcdev.azurecr.io/ci-op-dz76mcry/pipeline:df0aacc1e986a7eff60cd2c780998995921715b2f854b5f8f14f21f792e5b6b4.\nThe image will still be available under it's original digest sha256:df0aacc1e986a7eff60cd2c780998995921715b2f854b5f8f14f21f792e5b6b4 in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

time=2026-02-27T09:21:26.881Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T09:21:28.911Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T09:21:30.092Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=903e5da09cc4363dc3f7a8aecd3551dc9c37a85e03edb087e386fe3654bd03e7
time=2026-02-27T09:24:01.350Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j1239808/providers/Microsoft.Resources/deployments/903e5da09cc4363dc3f7a8aecd3551dc9c37a85e03edb087e386fe3654bd03e7/operationStatuses/08584294227961177353\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1239808/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1239808/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j1239808\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 40f70052-a2dd-42a6-a66c-497fbccd4a65:2/27/2026 9:23:27 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:17:15.254Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T09:17:17.545Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T09:17:18.654Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=0e5c0b3f5daaf867f38418e66ba56810e77d5509018e92c85ec9694eed14164e
time=2026-02-27T09:18:49.476Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j1485184/providers/Microsoft.Resources/deployments/0e5c0b3f5daaf867f38418e66ba56810e77d5509018e92c85ec9694eed14164e/operationStatuses/08584294230474711808\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1485184/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1485184/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j1485184\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 35a4baf1-1851-4eae-aad8-262b78081e79:2/27/2026 9:18:28 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:12:26.243Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T09:12:28.350Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T09:12:29.623Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=f50e18bfb7d4b63055fd586b14f554ab990809ca409dddaaf73dfedc7c160026
time=2026-02-27T09:14:30.595Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j0527104/providers/Microsoft.Resources/deployments/f50e18bfb7d4b63055fd586b14f554ab990809ca409dddaaf73dfedc7c160026/operationStatuses/08584294233365600537\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0527104/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0527104/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j0527104\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 6d26be4c-6ccb-47ac-908b-074cd6f332b8:2/27/2026 9:13:52 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:05:39.438Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T09:05:41.666Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T09:05:42.953Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=e78cb712d1499292674f9667ee877403769ad708eb8a4029f6e4a2cc94dd9694
time=2026-02-27T09:08:14.259Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j1689216/providers/Microsoft.Resources/deployments/e78cb712d1499292674f9667ee877403769ad708eb8a4029f6e4a2cc94dd9694/operationStatuses/08584294237433710509\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1689216/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1689216/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j1689216\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 58abe4ce-2137-456c-baed-8f29305f49b9:2/27/2026 9:07:47 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:01:03.877Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description="Step infra\n  Kind: ARM\n  Template: templates/region.bicep\n  Parameters: configurations/region.tmpl.bicepparam"
time=2026-02-27T09:01:06.072Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra
time=2026-02-27T09:01:07.216Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=68df04c9bca541d4adea1952abf4c3b09cefac9de7c3f2e88619c87a83de9fd6
time=2026-02-27T09:07:09.718Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6095232/providers/Microsoft.Resources/deployments/68df04c9bca541d4adea1952abf4c3b09cefac9de7c3f2e88619c87a83de9fd6/operationStatuses/08584294240189881759\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6095232/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6095232/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j6095232\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"Internal error\\\",\\r\\n                \\\"message\\\": \\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 75e4cdec-cfcc-4cac-b56d-31b046988a3f:2/27/2026 9:06:33 AM (UTC) to our forums for assistance or raise a support ticket .\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T09:17:25.964Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=istio-upgrade description="Step istio-upgrade\n  Kind: Shell\n  Command: ./istio.sh\n"
time=2026-02-27T09:17:28.896Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=istio-upgrade err="error running Shell Step, failed to execute shell command: + set -euo pipefail\n+ ISTIO_NAMESPACE=aks-istio-system\n+ echo '********** Check istio is up and running **************'\n********** Check istio is up and running **************\n++ kubectl get pods -n aks-istio-system -l istio.io/rev=asm-1-26 --field-selector=status.phase=Running --no-headers\n++ wc -l\n+ ISTIO_PODS_COUNT=2\n+ [[ 2 -lt 2 ]]\n+ echo '********** Download istioctl **************'\n********** Download istioctl **************\n++ uname\n+ OS=Linux\n+ '[' Linux = Darwin ']'\n+ OSEXT=linux\n++ uname -m\n+ LOCAL_ARCH=x86_64\n+ case \"${LOCAL_ARCH}\" in\n+ ISTIO_ARCH=amd64\n+ ISTIO_URL=https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz\n+ SHA256_URL=https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz.sha256\n+ curl -sL https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz -o istio-1.28.3-linux-amd64.tar.gz\n+ curl -sL https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz.sha256 -o istio-1.28.3-linux-amd64.tar.gz.sha256\n exit status 56"

time=2026-02-27T08:45:29.622Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description="Step cluster\n  Kind: ARM\n  Template: templates/svc-cluster.bicep\n  Parameters: configurations/svc-cluster.tmpl.bicepparam"
time=2026-02-27T08:45:31.189Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster
time=2026-02-27T08:45:32.851Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=d5769e0512b378945890bea4d234478622ce31433ee6ca57580b285b7e1cdd38
time=2026-02-27T09:01:37.815Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j2383744-svc/providers/Microsoft.Resources/deployments/d5769e0512b378945890bea4d234478622ce31433ee6ca57580b285b7e1cdd38/operationStatuses/08584294249535324455\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2383744-svc/providers/Microsoft.Resources/deployments/profile-j6ka6jrinxygw\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n            \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2383744-svc/providers/Microsoft.Network/networkSecurityPerimeters/nsp-j2383744-svc/resourceAssociations/nsp-j2383744-svc-ra-1ad2643f-2b6a-5f3c-af40-29a87e9667d8\\\",\\r\\n            \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n            \\\"details\\\": [\\r\\n              {\\r\\n                \\\"code\\\": \\\"HttpRequestException\\\",\\r\\n                \\\"message\\\": \\\"Error while processing request for association /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2383744-svc/providers/Microsoft.Network/networkSecurityPerimeters/nsp-j2383744-svc/resourceAssociations/nsp-j2383744-svc-ra-1ad2643f-2b6a-5f3c-af40-29a87e9667d8, Error message: An error occurred while sending the request.\\\"\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T05:34:44.962Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection description="Step kustoDataConnection\n  Kind: ARM\n  Template: templates/audit-logs-data-connection.bicep\n  Parameters: configurations/audit-logs-data-connection.tmpl.bicepparam"
time=2026-02-27T05:34:45.535Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection
time=2026-02-27T05:34:46.363Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection deployment=eea3caabc6f0a15aa74f23fd73dcb9c21ed8c5e2d5b4860b22e8ca6410f3cf3a
time=2026-02-27T05:35:16.694Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-kusto-us/providers/Microsoft.Resources/deployments/eea3caabc6f0a15aa74f23fd73dcb9c21ed8c5e2d5b4860b22e8ca6410f3cf3a/operationStatuses/08584294363995284134\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"CanNotAlterEventHubResourceId\\\",\\r\\n        \\\"message\\\": \\\"[BadRequest] Cannot alter event hub resource id. Existing: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j9341184/providers/Microsoft.EventHub/namespaces/hcp-prow-j9341184-auditlogs-eh/eventhubs/aks-auditlogs, Given: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6763008/providers/Microsoft.EventHub/namespaces/hcp-prow-westus3-auditlogs-eh/eventhubs/aks-auditlogs\\\"\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"

time=2026-02-27T05:05:43.108Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description="Step deploy\n Kind: Helm\n"
time=2026-02-27T05:05:43.682Z level=INFO msg="Resolved input values." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:8c934114-5517-4afd-9b67-632da8015ef6 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j9255040] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j9255040.hcpsvc.osadev.cloud] image:map[digest:sha256:9ce287a8686ea9583c20df661a4d5b2a45610c265731bc7058a6809a75a04b5c registry:arohcpsvcdev.azurecr.io repository:ci-op-jjs4nklt/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-jjs4nklt/pipeline:pull workloadIdentityClientId:0a66076f-3f15-474e-841f-8c4fb8ba43cf workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:1847a509-f680-4f2d-98b2-820afda253fc workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-27T05:05:43.682Z level=INFO msg="Applying namespaces." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:05:43.944Z level=INFO msg="Namespace applied successfully." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate
time=2026-02-27T05:05:44.335Z level=INFO msg="Rolling out Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false
time=2026-02-27T05:05:44.335Z level=INFO msg="Searching for release history..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:05:44.465Z level=INFO msg="No release history found, running the first release..." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:10:50.960Z level=ERROR msg="Failed to roll out the Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="resource not ready, name: sessiongate, kind: Deployment, status: InProgress\ncontext deadline exceeded"
time=2026-02-27T05:10:50.960Z level=INFO msg="Finished deploying Helm release." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:10:50.960Z level=INFO msg="Running inline diagnostics." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:10:54.751Z level=INFO msg="Determined release status." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy release=sessiongate namespace=sessiongate status=failed description="Release \"sessiongate\" failed: resource not ready, name: sessiongate, kind: Deployment, status: InProgress\ncontext deadline exceeded" values="map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:8c934114-5517-4afd-9b67-632da8015ef6 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-prow-j9255040] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j9255040.hcpsvc.osadev.cloud] image:map[digest:sha256:9ce287a8686ea9583c20df661a4d5b2a45610c265731bc7058a6809a75a04b5c registry:arohcpsvcdev.azurecr.io repository:ci-op-jjs4nklt/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-jjs4nklt/pipeline:pull workloadIdentityClientId:0a66076f-3f15-474e-841f-8c4fb8ba43cf workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] replicas:2 service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:1847a509-f680-4f2d-98b2-820afda253fc workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]"
time=2026-02-27T05:10:54.753Z level=INFO msg="Kube-events kusto link for troubleshooting:" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy url="https://hcp-dev-us-2.eastus2.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/5SUUWvbMBDH3/0pRJ5aiEwW2g0y+tC1g8FghK5PG3uQ5YutRtZ5d6eElHz44TppjeMk3Zt8/t9P/9Mdl3gQRcAYyQKrG5UbMWIyDxeYPYGV7y7kMxZyoRirNvTDVPAaghWElwjXxu7Dl78TpZQa/QRaOQu31mIMMhqrEQOzw1AYgYPPNucusmD1sLN0DwsXnDgMHTmnnbzUEOrS1ql5jgSpxapRvtJ8ZAF6QN+/T+/OujLBFFBBa3CfOJRhMQih90BHvJ9O0h5MDqTBg+1V1Id8cSF3oTjBygYV/8fo+TnDvIfa42b/TucbeVSvLZC4hbPNmWBBwGX7pGbJ2rE41C4UBMx71m2UEsk9m8bnHL2zmxe997jWFQg5y5rPezrJCSjl8fK/PT7OHzAOoAflu9F/n/jW0jx63+lYHb0/04+TtfRecXhI4G8EloYDQZp2HA6lplakTZTyaKmWQOaEK5cD3XlzcKNmWw/3N/nzOVnGDCiAAH9tlgknW7UugUCJq4DFVLXKQNYAQV3kRqAJX4ymk+lHPZnq6afHyfVscj27uvo1ulRpqo5pPkxm143mMtmqJ3RBLV3Ib1wIQJ0ViEG9bb7uyuvvumSrasLm75vRsaoxb8Xvg4yVx2KsKmA2RYNEyoFUtukUnwPbfwEAAP//ycxyMqgFAAA="
time=2026-02-27T05:10:54.754Z level=INFO msg="Deployment complete." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy
time=2026-02-27T05:10:54.754Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err="error running Helm release deployment Step, failed to deploy helm release: resource not ready, name: sessiongate, kind: Deployment, status: InProgress\ncontext deadline exceeded"

fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapErrors | 0xc0009f54d0>: 
    failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-8j8jqc" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-8j8jqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010d6ee0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc",
            },
            <*fmt.wrapErrors | 0xc0009f54a0>{
                msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-8j8jqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010d6ee0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:
    <*fmt.wrapErrors | 0xc0009f54d0>: 
    failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: failed waiting for cluster="engineering-hcp-cluster" in resourcegroup="kusto-logs-8j8jqc" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-8j8jqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010d6ee0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc",
            },
            <*fmt.wrapErrors | 0xc0009f54a0>{
                msg: "failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-8j8jqc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010d6ee0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-8j8jqc",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapErrors | 0xc0010ce750>: 
    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-n99j9l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-n99j9l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015f5580>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l",
            },
            <*fmt.wrapErrors | 0xc0010ce720>{
                msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-n99j9l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015f5580>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:
    <*fmt.wrapErrors | 0xc0010ce750>: 
    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: failed waiting for cluster="cidr-connectivity-test" in resourcegroup="e2e-cidr-connectivity-n99j9l" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-n99j9l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015f5580>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l",
            },
            <*fmt.wrapErrors | 0xc0010ce720>{
                msg: "failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-n99j9l\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015f5580>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-n99j9l",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapErrors | 0xc00112b0b0>: 
    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-dj655k" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-dj655k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000f67bd0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k",
            },
            <*fmt.wrapErrors | 0xc00112b080>{
                msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-dj655k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000f67bd0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:
    <*fmt.wrapErrors | 0xc00112b0b0>: 
    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: failed waiting for cluster="np-autoscale-cluster" in resourcegroup="np-autoscaling-dj655k" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-dj655k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000f67bd0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k",
            },
            <*fmt.wrapErrors | 0xc00112b080>{
                msg: "failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-dj655k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000f67bd0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-dj655k",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc001480ed0>: 
    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-tb5rsr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-tb5rsr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010b88a0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr",
            },
            <*fmt.wrapErrors | 0xc001480ea0>{
                msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-tb5rsr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010b88a0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:
    <*fmt.wrapErrors | 0xc001480ed0>: 
    failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: failed waiting for cluster="basic-hcp-cluster" in resourcegroup="basic-cluster-tb5rsr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-tb5rsr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010b88a0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr",
            },
            <*fmt.wrapErrors | 0xc001480ea0>{
                msg: "failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-tb5rsr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010b88a0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-tb5rsr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapErrors | 0xc000803290>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-hf5p44" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hf5p44\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000d27510>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44",
            },
            <*fmt.wrapErrors | 0xc000803260>{
                msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hf5p44\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000d27510>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:
    <*fmt.wrapErrors | 0xc000803290>: 
    failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: failed waiting for cluster="np-update-nodes-hcp-cluster" in resourcegroup="nodepool-update-nodes-hf5p44" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hf5p44\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000d27510>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44",
            },
            <*fmt.wrapErrors | 0xc000803260>{
                msg: "failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hf5p44\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000d27510>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hf5p44",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

0.1({0x7f9b2039f260, 0xc000904240})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:80
                | 
                | By("creating HCP cluster: " + clusterName)
                > err = tc.CreateHCPClusterFromParam(ctx,
                | 	GinkgoLogr,
                | 	*resourceGroup.Name,
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc000904240?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86 @ 02/27/26 05:36:55.442
  "ts"="2026-02-27 05:36:55.443068" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 05:36:55.443163" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-list-test-cluster-m5gvlr-mwcsts" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:36:56.227033" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-list-test-cluster-m5gvlr-mwcsts" "resourceGroup"=""
  "ts"="2026-02-27 05:36:56.766314" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-list-test-cluster-8dv8xs-dqm829" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:36:56.922073" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-list-test-cluster-8dv8xs-dqm829" "resourceGroup"=""
  "ts"="2026-02-27 05:36:57.515098" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz"
  "ts"="2026-02-27 05:36:57.515198" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz"
  "ts"="2026-02-27 05:36:57.515259" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 05:36:57.516325" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-67"
  "ts"="2026-02-27 05:36:57.516352" "level"=0 "msg"="collecting deployments" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:36:57.516379" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-275"
  "ts"="2026-02-27 05:36:57.516337" "level"=0 "msg"="collecting deployments" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:36:58.008719" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-67" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:58.433640" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-8cn59b" "deployment"="pooledNonMsiScopedAssignments-fux5nzle55hgk"
  "ts"="2026-02-27 05:36:58.814821" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-275" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.217189" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-dzhbvx" "deployment"="pooledNonMsiScopedAssignments-xjplj2obx3rl4"
  "ts"="2026-02-27 05:36:59.614165" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-67" "deployment"="msi-deployment-67"
  "ts"="2026-02-27 05:37:00.002164" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-8cn59b" "deployment"="customer-infra-list-test-cluster-m5gvlr-mwcsts"
  "ts"="2026-02-27 05:37:00.394239" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-275" "deployment"="msi-deployment-275"
  "ts"="2026-02-27 05:37:00.830897" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-dzhbvx" "deployment"="customer-infra-list-test-cluster-8dv8xs-dqm829"
  "ts"="2026-02-27 05:37:02.523218" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 05:37:02.523369" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 05:37:02.523503" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:37:02.523587" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:46:20.542587" "level"=0 "msg"="no left behind managed resource groups found" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:46:20.542624" "level"=0 "msg"="deleting resource group" "resourceGroup"="cluster-listing-8cn59b"
Command Error: signal: killed
Deserializaion Error: no output from command
0.1({0x7f9b2039f260, 0xc000904240})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:80
                | 
                | By("creating HCP cluster: " + clusterName)
                > err = tc.CreateHCPClusterFromParam(ctx,
                | 	GinkgoLogr,
                | 	*resourceGroup.Name,
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc000904240?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86 @ 02/27/26 05:36:55.442
  "ts"="2026-02-27 05:36:55.443068" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 05:36:55.443163" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-list-test-cluster-m5gvlr-mwcsts" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:36:56.227033" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-list-test-cluster-m5gvlr-mwcsts" "resourceGroup"=""
  "ts"="2026-02-27 05:36:56.766314" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-list-test-cluster-8dv8xs-dqm829" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:36:56.922073" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-list-test-cluster-8dv8xs-dqm829" "resourceGroup"=""
  "ts"="2026-02-27 05:36:57.515098" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz"
  "ts"="2026-02-27 05:36:57.515198" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz"
  "ts"="2026-02-27 05:36:57.515259" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 05:36:57.516325" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-67"
  "ts"="2026-02-27 05:36:57.516352" "level"=0 "msg"="collecting deployments" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:36:57.516379" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-275"
  "ts"="2026-02-27 05:36:57.516337" "level"=0 "msg"="collecting deployments" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:36:58.008719" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-67" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:58.433640" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-8cn59b" "deployment"="pooledNonMsiScopedAssignments-fux5nzle55hgk"
  "ts"="2026-02-27 05:36:58.814821" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-275" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.217189" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-dzhbvx" "deployment"="pooledNonMsiScopedAssignments-xjplj2obx3rl4"
  "ts"="2026-02-27 05:36:59.614165" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-67" "deployment"="msi-deployment-67"
  "ts"="2026-02-27 05:37:00.002164" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-8cn59b" "deployment"="customer-infra-list-test-cluster-m5gvlr-mwcsts"
  "ts"="2026-02-27 05:37:00.394239" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-275" "deployment"="msi-deployment-275"
  "ts"="2026-02-27 05:37:00.830897" "level"=0 "msg"="collecting operations" "resourceGroup"="cluster-listing-dzhbvx" "deployment"="customer-infra-list-test-cluster-8dv8xs-dqm829"
  "ts"="2026-02-27 05:37:02.523218" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 05:37:02.523369" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 05:37:02.523503" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="cluster-listing-dzhbvx"
  "ts"="2026-02-27 05:37:02.523587" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:46:20.542587" "level"=0 "msg"="no left behind managed resource groups found" "resourceGroup"="cluster-listing-8cn59b"
  "ts"="2026-02-27 05:46:20.542624" "level"=0 "msg"="deleting resource group" "resourceGroup"="cluster-listing-8cn59b"
Command Error: signal: killed
Deserializaion Error: no output from command

r.go:284
          > github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7fc3ea458d18, 0xc00090f4d0})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126
                | 
                | By("waiting for first cluster to complete creation")
                > _, err = poller1.PollUntilDone(ctx, &runtime.PollUntilDoneOptions{
                | 	Frequency: framework.StandardPollInterval,
                | })
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc00090f4d0?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 15
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/27/26 05:36:55.421
  "ts"="2026-02-27 05:36:55.421654" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 05:36:55.421735" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster-jbmd7v" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:56.073863" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster-jbmd7v" "resourceGroup"=""
  "ts"="2026-02-27 05:36:56.715773" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster2-kvzkbc" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:56.888381" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster2-kvzkbc" "resourceGroup"=""
  "ts"="2026-02-27 05:36:57.558300" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 05:36:57.558421" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 05:36:57.558497" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 05:36:57.560269" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-2"
  "ts"="2026-02-27 05:36:57.560499" "level"=0 "msg"="collecting deployments" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:57.560536" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-277"
  "ts"="2026-02-27 05:36:57.560520" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-164"
  "ts"="2026-02-27 05:36:58.190245" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-2" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:58.610937" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="pooledNonMsiScopedAssignments-mooiin3edme32"
  "ts"="2026-02-27 05:36:58.933018" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-277" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.288101" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-164" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.662456" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-2" "deployment"="msi-deployment-2"
  "ts"="2026-02-27 05:37:00.087312" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="customer-infra-basic-hcp-cluster2-kvzkbc"
  "ts"="2026-02-27 05:37:00.452564" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-277" "deployment"="msi-deployment-277"
  "ts"="2026-02-27 05:37:00.910441" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-164" "deployment"="msi-deployment-164"
  "ts"="2026-02-27 05:37:01.661105" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="pooledNonMsiScopedAssignments-eqbgltuyzhpg4"
  "ts"="2026-02-27 05:37:02.811375" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="customer-infra-basic-hcp-cluster-jbmd7v"
  "ts"="2026-02-27 05:37:03.369104" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 05:37:03.369255" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 05:37:03.369366" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="customer-rg-6glht6"
Command Error: signal: killed
Deserializaion Error: no output from command
r.go:284
          > github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7fc3ea458d18, 0xc00090f4d0})
              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126
                | 
                | By("waiting for first cluster to complete creation")
                > _, err = poller1.PollUntilDone(ctx, &runtime.PollUntilDoneOptions{
                | 	Frequency: framework.StandardPollInterval,
                | })
            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82210c0?, 0xc00090f4d0?})
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901
            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 15
              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888
    ------------------------------
    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 02/27/26 05:36:55.421
  "ts"="2026-02-27 05:36:55.421654" "level"=0 "msg"="Commiting timing metadata."
  "ts"="2026-02-27 05:36:55.421735" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster-jbmd7v" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:56.073863" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster-jbmd7v" "resourceGroup"=""
  "ts"="2026-02-27 05:36:56.715773" "level"=0 "msg"="Dumping deployment operations." "deployment"="customer-infra-basic-hcp-cluster2-kvzkbc" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:56.888381" "level"=0 "msg"="Dumping deployment operations." "deployment"="mi-basic-hcp-cluster2-kvzkbc" "resourceGroup"=""
  "ts"="2026-02-27 05:36:57.558300" "level"=0 "msg"="Wrote timing metadata" "path"="/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 05:36:57.558421" "level"=0 "msg"="Wrote timing metadata" "path"="/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz"
  "ts"="2026-02-27 05:36:57.558497" "level"=0 "msg"="collecting debug info"
  "ts"="2026-02-27 05:36:57.560269" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-2"
  "ts"="2026-02-27 05:36:57.560499" "level"=0 "msg"="collecting deployments" "resourceGroup"="customer-rg-6glht6"
  "ts"="2026-02-27 05:36:57.560536" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-277"
  "ts"="2026-02-27 05:36:57.560520" "level"=0 "msg"="collecting deployments" "resourceGroup"="aro-hcp-test-msi-containers-dev-164"
  "ts"="2026-02-27 05:36:58.190245" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-2" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:58.610937" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="pooledNonMsiScopedAssignments-mooiin3edme32"
  "ts"="2026-02-27 05:36:58.933018" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-277" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.288101" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-164" "deployment"="pooledMsiScopedAssignments"
  "ts"="2026-02-27 05:36:59.662456" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-2" "deployment"="msi-deployment-2"
  "ts"="2026-02-27 05:37:00.087312" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="customer-infra-basic-hcp-cluster2-kvzkbc"
  "ts"="2026-02-27 05:37:00.452564" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-277" "deployment"="msi-deployment-277"
  "ts"="2026-02-27 05:37:00.910441" "level"=0 "msg"="collecting operations" "resourceGroup"="aro-hcp-test-msi-containers-dev-164" "deployment"="msi-deployment-164"
  "ts"="2026-02-27 05:37:01.661105" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="pooledNonMsiScopedAssignments-eqbgltuyzhpg4"
  "ts"="2026-02-27 05:37:02.811375" "level"=0 "msg"="collecting operations" "resourceGroup"="customer-rg-6glht6" "deployment"="customer-infra-basic-hcp-cluster-jbmd7v"
  "ts"="2026-02-27 05:37:03.369104" "level"=0 "msg"="finished collecting debug info"
  "ts"="2026-02-27 05:37:03.369255" "level"=0 "msg"="deleting created resources"
  "ts"="2026-02-27 05:37:03.369366" "level"=0 "msg"="deleting all hcp clusters in resource group" "resourceGroup"="customer-rg-6glht6"
Command Error: signal: killed
Deserializaion Error: no output from command

fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapErrors | 0xc000e5ac60>: 
    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-pf5wk5" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf5wk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000097ae0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5",
            },
            <*fmt.wrapErrors | 0xc000e5ac30>{
                msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf5wk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000097ae0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:
    <*fmt.wrapErrors | 0xc000e5ac60>: 
    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: failed waiting for cluster="ea-cluster" in resourcegroup="external-auth-cluster-pf5wk5" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf5wk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000097ae0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5",
            },
            <*fmt.wrapErrors | 0xc000e5ac30>{
                msg: "failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-pf5wk5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000097ae0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-pf5wk5",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapErrors | 0xc00113b080>: 
    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-5nrmv6" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5nrmv6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000ec3040>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6",
            },
            <*fmt.wrapErrors | 0xc00113b050>{
                msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5nrmv6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000ec3040>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:
    <*fmt.wrapErrors | 0xc00113b080>: 
    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: failed waiting for cluster="hcp-cluster-np-128" in resourcegroup="clusternp128-5nrmv6" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5nrmv6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000ec3040>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6",
            },
            <*fmt.wrapErrors | 0xc00113b050>{
                msg: "failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5nrmv6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000ec3040>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-5nrmv6",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapErrors | 0xc0014ce720>: 
    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-xwtlrk" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xwtlrk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000fc3370>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk",
            },
            <*fmt.wrapErrors | 0xc0014ce6f0>{
                msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xwtlrk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000fc3370>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:
    <*fmt.wrapErrors | 0xc0014ce720>: 
    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: failed waiting for cluster="pullsecret-hcp-cluster" in resourcegroup="pullsecret-test-xwtlrk" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xwtlrk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000fc3370>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk",
            },
            <*fmt.wrapErrors | 0xc0014ce6f0>{
                msg: "failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-xwtlrk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000fc3370>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-xwtlrk",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapErrors | 0xc00114b500>: 
    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-7727wj" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7727wj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000fe8310>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj",
            },
            <*fmt.wrapErrors | 0xc00114b4d0>{
                msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7727wj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000fe8310>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:
    <*fmt.wrapErrors | 0xc00114b500>: 
    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: failed waiting for cluster="autoscaling-hcp-cluster" in resourcegroup="autoscaling-cluster-7727wj" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7727wj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc000fe8310>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj",
            },
            <*fmt.wrapErrors | 0xc00114b4d0>{
                msg: "failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7727wj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc000fe8310>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-7727wj",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapErrors | 0xc001165410>: 
    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-d64w46" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-d64w46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00120bae0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46",
            },
            <*fmt.wrapErrors | 0xc0011653e0>{
                msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-d64w46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00120bae0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:
    <*fmt.wrapErrors | 0xc001165410>: 
    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: failed waiting for cluster="basic-cluster" in resourcegroup="rg-cluster-nsg-subnet-reuse-d64w46" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-d64w46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc00120bae0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46",
            },
            <*fmt.wrapErrors | 0xc0011653e0>{
                msg: "failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-d64w46\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc00120bae0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-d64w46",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapErrors | 0xc0012832f0>: 
    failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-7ggbvj" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-7ggbvj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010351d0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj",
            },
            <*fmt.wrapErrors | 0xc0012832c0>{
                msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-7ggbvj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010351d0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:
    <*fmt.wrapErrors | 0xc0012832f0>: 
    failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: failed waiting for cluster="sre-hcp-cluster" in resourcegroup="admin-api-breakglass-7ggbvj" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-7ggbvj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0010351d0>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj",
            },
            <*fmt.wrapErrors | 0xc0012832c0>{
                msg: "failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-7ggbvj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0010351d0>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-7ggbvj",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:
    <*fmt.wrapErrors | 0xc0015fb590>: 
    failed to create HCP cluster ea-listtncz4s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: failed waiting for cluster="ea-listtncz4s" in resourcegroup="ea-list-gbf6qr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-listtncz4s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: failed waiting for cluster=\"ea-listtncz4s\" in resourcegroup=\"ea-list-gbf6qr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015e4c10>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr",
            },
            <*fmt.wrapErrors | 0xc0015fb560>{
                msg: "failed waiting for cluster=\"ea-listtncz4s\" in resourcegroup=\"ea-list-gbf6qr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015e4c10>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:
    <*fmt.wrapErrors | 0xc0015fb590>: 
    failed to create HCP cluster ea-listtncz4s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: failed waiting for cluster="ea-listtncz4s" in resourcegroup="ea-list-gbf6qr" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster ea-listtncz4s, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: failed waiting for cluster=\"ea-listtncz4s\" in resourcegroup=\"ea-list-gbf6qr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc0015e4c10>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr",
            },
            <*fmt.wrapErrors | 0xc0015fb560>{
                msg: "failed waiting for cluster=\"ea-listtncz4s\" in resourcegroup=\"ea-list-gbf6qr\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc0015e4c10>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listtncz4s in resource group ea-list-gbf6qr",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.
Cluster should become ready within 45 minutes
Expected
    <bool>: false
to be true
fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.
Cluster should become ready within 45 minutes
Expected
    <bool>: false
to be true

fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:
    <*fmt.wrapErrors | 0xc0014b5140>: 
    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: failed waiting for cluster="disabled-image-registry-hcp-cluster" in resourcegroup="disabled-image-registry-4g74g6" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4g74g6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001658490>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6",
            },
            <*fmt.wrapErrors | 0xc0014b5110>{
                msg: "failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4g74g6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001658490>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: Unexpected error:
    <*fmt.wrapErrors | 0xc0014b5140>: 
    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: failed waiting for cluster="disabled-image-registry-hcp-cluster" in resourcegroup="disabled-image-registry-4g74g6" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded
    {
        msg: "failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4g74g6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded",
        errs: [
            <*errors.errorString | 0xc001658490>{
                s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6",
            },
            <*fmt.wrapErrors | 0xc0014b5110>{
                msg: "failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-4g74g6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6, error: context deadline exceeded",
                errs: [
                    <*errors.errorString | 0xc001658490>{
                        s: "timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-4g74g6",
                    },
                    <context.deadlineExceededError>{},
                ],
            },
        ],
    }
occurred

time=2026-02-27T02:49:33.416Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T02:50:11.826Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.nXFdH6BEsg/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-w6w2i9zr/pipeline@sha256:15fdb8bcfeb3eeb4d0246898b617f3abfa4eafb8966ac002f3e53f7d5d027ba2 to arohcpsvcdev.azurecr.io/ci-op-w6w2i9zr/pipeline:15fdb8bcfeb3eeb4d0246898b617f3abfa4eafb8966ac002f3e53f7d5d027ba2.\nThe image will still be available under it's original digest sha256:15fdb8bcfeb3eeb4d0246898b617f3abfa4eafb8966ac002f3e53f7d5d027ba2 in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

time=2026-02-27T02:26:47.671Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description="Step mirror-image\n  Kind: ImageMirror\n  From {<nil> sessiongate.image.registry <nil>}:{<nil> sessiongate.image.repository <nil>}@{<nil> sessiongate.image.digest <nil>} to {<nil> acr.svc.name <nil>}\n"
time=2026-02-27T02:27:18.176Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err="error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\nSetting up registry authentication for CI source registry.\ninfo: Using registry public hostname registry.build06.ci.openshift.org\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.HVDbOI9WEt/containers/auth.json\nLogging into target ACR arohcpsvcdev.\nLogin Succeeded\nMirroring image registry.build06.ci.openshift.org/ci-op-zzsmsybr/pipeline@sha256:d36350276c185fa745197826e9f61a293a89755db8fe6899056d7366668535a0 to arohcpsvcdev.azurecr.io/ci-op-zzsmsybr/pipeline:d36350276c185fa745197826e9f61a293a89755db8fe6899056d7366668535a0.\nThe image will still be available under it's original digest sha256:d36350276c185fa745197826e9f61a293a89755db8fe6899056d7366668535a0 in the target registry.\nError response from registry: generic storage error: unknown_storage_failure\n exit status 1"

time=2026-02-27T01:10:55.153Z level=INFO msg="Running step." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection description="Step kustoDataConnection\n  Kind: ARM\n  Template: templates/audit-logs-data-connection.bicep\n  Parameters: configurations/audit-logs-data-connection.tmpl.bicepparam"
time=2026-02-27T01:10:55.580Z level=DEBUG+2 msg="Starting ARM deployment" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection
time=2026-02-27T01:10:56.264Z level=DEBUG+3 msg="Deployment started" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection deployment=337f897e348f0838d149dd8f29eb4adc1035a9e343574bd88df3476966dc791e
time=2026-02-27T01:11:26.354Z level=ERROR msg="Step errored." serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=kusto step=kustoDataConnection err="failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-kusto-us/providers/Microsoft.Resources/deployments/337f897e348f0838d149dd8f29eb4adc1035a9e343574bd88df3476966dc791e/operationStatuses/08584294522295353112\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeploymentFailed\n--------------------------------------------------------------------------------\n{\n  \"status\": \"Failed\",\n  \"error\": {\n    \"code\": \"DeploymentFailed\",\n    \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n    \"details\": [\n      {\n        \"code\": \"Conflict\",\n        \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"CanNotAlterEventHubResourceId\\\",\\r\\n        \\\"message\\\": \\\"[BadRequest] Cannot alter event hub resource id. Existing: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j9341184/providers/Microsoft.EventHub/namespaces/hcp-prow-j9341184-auditlogs-eh/eventhubs/aks-auditlogs, Given: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3417216/providers/Microsoft.EventHub/namespaces/hcp-prow-j3417216-auditlogs-eh/eventhubs/aks-auditlogs\\\"\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n      }\n    ]\n  }\n}\n--------------------------------------------------------------------------------\n"